-- Logs begin at Tue 2021-09-07 13:40:28 UTC, end at Tue 2021-09-07 15:10:57 UTC. -- Sep 07 14:14:14.757142 dv-cinder-760199-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 14:14:17.490755 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Sep 07 14:14:17.491417 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 14:14:17.491516 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 14:14:17.494751 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Sep 07 14:14:17.495037 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 14:14:17.495347 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 14:14:17.496281 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:14:17.496510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:14:17.496867 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:14:17.497109 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:14:17.497333 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:14:17.497654 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.497952 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.498247 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.498475 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.499051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.499344 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.499625 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.499912 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.500204 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.500487 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.500763 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.501046 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.501272 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.501550 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.501835 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.502117 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.502343 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.502626 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.503106 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.503519 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.503800 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.504088 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.504366 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.504636 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.504912 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.505194 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.505521 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] host = dv-cinder-760199-15-iscsi {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.505796 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.506080 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.506366 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.506645 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.506920 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.507217 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.507498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.507767 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.508034 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.508306 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.508591 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.508875 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.509160 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.509380 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.509598 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.509881 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.510164 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.510433 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.510704 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.510994 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.511270 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.511538 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.511802 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.512087 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.512370 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.512664 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.512921 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.513190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.513459 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.513726 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.514005 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.514273 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.514540 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.514808 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.515123 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.515389 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.515658 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.515954 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.516233 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.516508 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.516788 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.517056 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.517331 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.517600 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.517868 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.518136 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.518404 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.518698 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.519112 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.519274 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.519544 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.519814 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.520082 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.520361 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:17.520656 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.520952 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.521250 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.521532 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.521831 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.522109 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.522396 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.522675 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.522979 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.523269 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.523556 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.523834 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.524119 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.524394 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.524685 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.524985 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.525275 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.525562 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.525832 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.526100 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.526367 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.526644 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.526929 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.527233 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.527519 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.527805 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.528081 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.528360 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.528651 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.528935 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.529206 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.529482 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.529768 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.530042 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.530311 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.530585 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.530869 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.531166 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.531437 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.531720 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.531993 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.532260 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.532527 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.532802 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.533088 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.533361 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.533629 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.533895 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.534898 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.535340 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.535634 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.535916 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.536190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.536463 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.536742 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.537014 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.537288 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.537567 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.537839 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.538116 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.538384 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.538653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.538922 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.539222 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.539492 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.539761 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.540029 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.540303 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.540574 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.540841 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.541109 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.541380 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.541647 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.541928 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.542227 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.542503 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.542776 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.543077 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.543355 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.543629 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.543904 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.544177 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.544448 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.544713 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.544996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.545274 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.545556 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.545839 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.546113 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.546411 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.546684 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.546982 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.547263 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.547539 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.547818 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.548098 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.548386 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.548672 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.548961 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.549248 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.549535 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.549873 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.551068 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.551362 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:17.551580 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:14:17.551820 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93780) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 14:14:17.900391 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 14:14:17.900578 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 14:14:17.900862 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 14:14:17.901189 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 14:14:18.292808 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.293095 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.293368 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.294640 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.294909 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.295194 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.330443 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.330732 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.331551 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.346074 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.346352 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.346669 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.375490 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.375767 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.376037 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.413660 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.413870 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.414137 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.644289 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.644944 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.644944 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.645121 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.645741 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.764254 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.764573 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.764855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.765125 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.765386 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.765686 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.765940 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.766190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.766437 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.766711 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.766981 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.767241 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.767490 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.767734 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.767984 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.768242 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.768520 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.768783 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.769043 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.769294 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.769557 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.769803 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.770075 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.770444 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.770687 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.770928 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.771337 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.771570 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.771803 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.772034 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.772264 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.772493 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:18.772847 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 14:14:18.775905 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 14:14:18.779798 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 14:14:18.783581 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Sep 07 14:14:18.785985 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 14:14:18.786431 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 14:14:18.786765 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 14:14:18.787177 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 14:14:18.789910 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 14:14:18.790154 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 14:14:18.790490 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 14:14:18.795763 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 14:14:18.818174 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 14:14:18.818621 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.818915 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 14:14:18.819306 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.820640 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 14:14:18.820916 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 14:14:18.821157 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 14:14:18.824514 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.824794 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:18.888538 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 14:14:18.888771 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 14:14:18.889004 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 14:14:18.889369 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 14:14:18.912457 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_db.sqlalchemy.engines [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93780) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 14:14:19.453940 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing driver for type 'gre' Sep 07 14:14:19.454366 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] gre ID ranges: [(1, 1000)] Sep 07 14:14:19.513050 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing driver for type 'local' Sep 07 14:14:19.513393 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing driver for type 'vlan' Sep 07 14:14:19.527379 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] VlanTypeDriver initialization complete Sep 07 14:14:19.527721 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing driver for type 'vxlan' Sep 07 14:14:19.528281 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] vxlan ID ranges: [(1, 1000)] Sep 07 14:14:19.584563 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing extension driver 'port_security' Sep 07 14:14:19.584963 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.extensions.port_security [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] PortSecurityExtensionDriver initialization complete Sep 07 14:14:19.585334 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing mechanism driver 'openvswitch' Sep 07 14:14:19.585723 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing mechanism driver 'hyperv' Sep 07 14:14:19.592449 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:19.593121 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.593488 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.593837 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.594348 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.594774 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.595158 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.595500 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.595887 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.596290 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.596672 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.597006 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.597388 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.597788 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.598133 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.598468 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.599012 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.599417 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.599765 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.600104 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.600492 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.600887 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.601232 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.601566 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.601949 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:14:19.602322 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] ML2 OVO RPC backend initialized. {{(pid=93780) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 14:14:19.603039 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.603394 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.603806 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.604150 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > networks before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.604493 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.604832 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > ports before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.605172 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.605510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.605850 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.606185 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.606517 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.606849 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.607208 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.607541 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.607875 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.608207 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.608538 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.609110 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Modular L2 Plugin initialization complete Sep 07 14:14:19.609439 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading services supported by the core plugin {{(pid=93780) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 14:14:19.609764 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Got port-security extension from driver 'port_security' Sep 07 14:14:19.610226 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.extensions.vlantransparent [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Disabled vlantransparent extension. Sep 07 14:14:19.610714 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93780) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 14:14:19.611067 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: router Sep 07 14:14:19.647339 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.647934 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.648083 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router before_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.648447 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.648819 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.649173 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.649530 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.649885 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.650241 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.650587 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.650936 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.651322 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.651658 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.652062 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.652429 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.652764 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.653097 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.653431 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.653778 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.654121 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.654459 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.654796 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.655175 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.655514 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.655860 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.656217 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.656556 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.656918 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.657266 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.657609 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.658459 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Tracking information for resource: router configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:19.658789 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Tracking information for resource: floatingip configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:14:19.663803 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.db.l3_agentschedulers_db [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 14:14:19.664379 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.664739 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.665085 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.665433 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.666213 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router before_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.666574 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.666933 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.667309 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.671959 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.provider_configuration [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service providers = [] {{(pid=93780) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 14:14:19.672324 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.db.servicetype_db [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93780) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 14:14:19.675340 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.service_base [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:14:19.675690 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.service_base [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:14:19.676036 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.service_base [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:14:19.676933 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.services.service_base [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:14:19.677302 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.services.service_base [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 14:14:19.677667 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.677982 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 14:14:19.688432 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.688769 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: auto_allocate Sep 07 14:14:19.695129 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: network precommit_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.695501 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: network precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.696020 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.696338 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: tag Sep 07 14:14:19.702756 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.703118 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: timestamp Sep 07 14:14:19.707683 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.707962 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: network_ip_availability Sep 07 14:14:19.713283 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.713655 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.714007 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.714710 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.715062 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: flavors Sep 07 14:14:19.719704 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.720033 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading Plugin: revisions Sep 07 14:14:19.724596 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:14:19.724983 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 14:14:19.725708 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93780) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 14:14:19.726039 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Initializing extension manager. Sep 07 14:14:19.726545 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: __init__.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.726881 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: __pycache__ {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.727239 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.727569 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.728310 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.728874 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: address-group Sep 07 14:14:19.729202 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.730094 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.730603 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: address-scope Sep 07 14:14:19.730925 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.731862 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.732372 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: router-admin-state-down-before-update Sep 07 14:14:19.732694 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: agent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.733394 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.733893 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: agent Sep 07 14:14:19.734212 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: agent_resources_synced.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.735142 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.735642 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: agent-resources-synced Sep 07 14:14:19.735964 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.738127 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.738645 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: allowed-address-pairs Sep 07 14:14:19.738977 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.740078 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.740593 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: auto-allocated-topology Sep 07 14:14:19.740916 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.741605 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.742107 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: availability_zone Sep 07 14:14:19.742426 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: availability_zone_filter.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.743357 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.743862 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: availability_zone_filter Sep 07 14:14:19.744181 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: data_plane_status.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.745094 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.745583 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 14:14:19.745905 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: default_subnetpools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.746804 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.747343 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: default-subnetpools Sep 07 14:14:19.747663 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.748456 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.749214 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: dhcp_agent_scheduler Sep 07 14:14:19.749537 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: dns.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.750446 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.750949 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 14:14:19.751287 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: dns_domain_ports.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.752193 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.753209 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 14:14:19.753541 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.754456 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.754977 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 14:14:19.755304 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: dvr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.755961 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.756466 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: dvr Sep 07 14:14:19.756781 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: ecmp_routes.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.757682 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.758183 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 14:14:19.758499 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: empty_string_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.759427 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.759932 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: empty-string-filtering Sep 07 14:14:19.760245 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.761142 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.761642 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 14:14:19.761959 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.762857 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.763383 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 14:14:19.763702 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: external_net.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.764595 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.765099 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: external-net Sep 07 14:14:19.765417 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.766310 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.766812 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: extra_dhcp_opt Sep 07 14:14:19.767156 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: extraroute.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.768055 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.769106 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: extraroute Sep 07 14:14:19.769494 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: extraroute_atomic.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.770517 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.771052 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: extraroute-atomic Sep 07 14:14:19.771374 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: filter_validation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.772033 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.772532 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: filter-validation Sep 07 14:14:19.772849 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: fip_pf_description.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.773747 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.774247 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 14:14:19.774570 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: fip_port_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.775508 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.776009 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: fip-port-details Sep 07 14:14:19.776328 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.777543 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.778055 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: flavors Sep 07 14:14:19.778375 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.780051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.780580 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 14:14:19.780910 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: floatingip_pools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.781605 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.782119 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: floatingip-pools Sep 07 14:14:19.782442 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: ip_allocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.783390 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.783900 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 14:14:19.784439 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.785355 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.785870 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: ip-substring-filtering Sep 07 14:14:19.786192 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l2_adjacency.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.787144 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.787651 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 14:14:19.787972 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.789043 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.789561 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: router Sep 07 14:14:19.789885 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.792127 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.792641 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 14:14:19.792970 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.793910 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.794425 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: ext-gw-mode Sep 07 14:14:19.794751 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.795688 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.796205 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: l3-ha Sep 07 14:14:19.796526 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3_flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.797431 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.797936 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: l3-flavors Sep 07 14:14:19.798257 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.799196 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.799819 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 14:14:19.800147 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: l3agentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.801146 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.801652 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: l3_agent_scheduler Sep 07 14:14:19.801976 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: logging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.803485 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.804009 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension logging not supported by any of loaded plugins Sep 07 14:14:19.804336 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: metering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.805074 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.805648 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: metering Sep 07 14:14:19.805972 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.807096 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.807611 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: metering_source_and_destination_fields Sep 07 14:14:19.807937 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: multiprovidernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.808854 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.809363 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: multi-provider Sep 07 14:14:19.809685 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: netmtu.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.810596 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.811139 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: net-mtu Sep 07 14:14:19.811462 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: netmtu_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.812372 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.812875 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: net-mtu-writable Sep 07 14:14:19.813195 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: network_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.813856 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.814359 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: network_availability_zone Sep 07 14:14:19.814677 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: network_ip_availability.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.816461 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.816969 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: network-ip-availability Sep 07 14:14:19.817293 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: network_segment_range.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.818051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.818555 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 14:14:19.818873 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: pagination.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.819869 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.820195 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: pagination Sep 07 14:14:19.820517 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: port_device_profile.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.821421 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.821932 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: port-device-profile Sep 07 14:14:19.822252 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.823193 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.823700 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: port-mac-address-regenerate Sep 07 14:14:19.824019 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.824915 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.825423 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: port-numa-affinity-policy Sep 07 14:14:19.825741 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: port_resource_request.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.826760 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.827308 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 14:14:19.827629 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: portbindings.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.828560 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.829073 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: binding Sep 07 14:14:19.829396 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: portbindings_extended.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.830649 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.831713 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: binding-extended Sep 07 14:14:19.832036 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: portsecurity.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.832945 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.833453 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: port-security Sep 07 14:14:19.833773 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: project_id.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.834739 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.835097 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: project-id Sep 07 14:14:19.835419 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: providernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.836323 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.836828 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: provider Sep 07 14:14:19.837147 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.840732 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.841259 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos not supported by any of loaded plugins Sep 07 14:14:19.841589 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.842814 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.843364 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 14:14:19.843694 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.844605 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.845119 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 14:14:19.845447 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_default.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.846348 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.846885 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-default not supported by any of loaded plugins Sep 07 14:14:19.847233 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.847880 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.848381 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 14:14:19.848703 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.849609 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.850115 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 14:14:19.850442 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.851372 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.851877 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 14:14:19.852198 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_pps_rule.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.853349 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.853856 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 14:14:19.854179 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.855116 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.855623 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 14:14:19.855946 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: qos_rules_alias.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.856967 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.857473 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 14:14:19.857793 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: quotasv2.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.858685 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.859043 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: quotas Sep 07 14:14:19.859364 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: quotasv2_detail.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.862841 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.863208 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: quota_details Sep 07 14:14:19.863538 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: rbac.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.864587 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.865109 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: rbac-policies Sep 07 14:14:19.865438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: rbac_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.866369 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.866884 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: rbac-address-group Sep 07 14:14:19.867233 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: rbac_address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.868143 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.868652 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: rbac-address-scope Sep 07 14:14:19.868974 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: rbac_security_groups.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.869880 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.870394 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: rbac-security-groups Sep 07 14:14:19.870716 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.871653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.872164 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: rbac-subnetpool Sep 07 14:14:19.872487 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: revisionifmatch.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.873391 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.874160 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: revision-if-match Sep 07 14:14:19.874480 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: revisions.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.875641 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.876154 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: standard-attr-revisions Sep 07 14:14:19.876481 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: router_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.877150 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.877655 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: router_availability_zone Sep 07 14:14:19.878495 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: routerservicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.879438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.879941 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 14:14:19.880261 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.881173 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.881678 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: security-groups-normalized-cidr Sep 07 14:14:19.881997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.882901 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.883433 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: port-security-groups-filtering Sep 07 14:14:19.883755 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.884670 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.885188 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: security-groups-remote-address-group Sep 07 14:14:19.885510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: securitygroup.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.897002 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.897524 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: security-group Sep 07 14:14:19.897858 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.898642 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.899177 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension segment not supported by any of loaded plugins Sep 07 14:14:19.899506 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.900442 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.900955 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 14:14:19.901280 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: servicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.902440 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.902985 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: service-type Sep 07 14:14:19.903305 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: sorting.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.904284 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.904615 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: sorting Sep 07 14:14:19.904936 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: standard_attr_segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.905875 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.906389 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 14:14:19.906710 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: standardattrdescription.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.907377 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.907886 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: standard-attr-description Sep 07 14:14:19.908208 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: stateful_security_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.909172 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.909663 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: stateful-security-group Sep 07 14:14:19.909982 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: stdattrs_common.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.910556 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 14:14:19.910879 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.911825 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.912334 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 14:14:19.912651 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnet_onboard.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.913710 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.914224 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: subnet_onboard Sep 07 14:14:19.914544 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.915485 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.915995 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 14:14:19.916315 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnet_service_types.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.917223 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.917731 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: subnet-service-types Sep 07 14:14:19.918051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnetallocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.919159 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.919673 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: subnet_allocation Sep 07 14:14:19.919996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.920653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.921164 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: subnetpool-prefix-ops Sep 07 14:14:19.921482 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.922400 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.922907 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 14:14:19.923254 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: tagging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.924299 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.925338 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: standard-attr-tag Sep 07 14:14:19.925661 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: timestamp.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.926854 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.927403 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loaded extension: standard-attr-timestamp Sep 07 14:14:19.927731 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: trunk.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.928753 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.929262 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension trunk not supported by any of loaded plugins Sep 07 14:14:19.929582 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: trunk_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.930500 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.931030 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 14:14:19.931357 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.932411 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.932919 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 14:14:19.933242 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Loading extension file: vlantransparent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:14:19.933905 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:14:19.934412 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 14:14:19.936882 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:network Sep 07 14:14:19.937403 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnet Sep 07 14:14:19.937799 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:14:19.938195 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:port Sep 07 14:14:19.939462 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.939908 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.941071 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.941491 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.941820 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:router Sep 07 14:14:19.942244 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 14:14:19.942737 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.944182 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.944553 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.944905 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:14:19.945933 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 14:14:19.946385 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:security_group Sep 07 14:14:19.946804 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 14:14:19.947409 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.947738 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:14:19.948081 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] subnetpool is already registered Sep 07 14:14:19.948507 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.948828 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:14:19.949156 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] subnetpool is already registered Sep 07 14:14:19.951459 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.951890 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.952475 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.952890 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.953219 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:router Sep 07 14:14:19.953553 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] router is already registered Sep 07 14:14:19.953956 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 14:14:19.954289 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] floatingip is already registered Sep 07 14:14:19.954735 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.955422 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 14:14:19.955747 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] rbac_policy is already registered Sep 07 14:14:19.956182 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:security_group Sep 07 14:14:19.956512 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] security_group is already registered Sep 07 14:14:19.956908 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 14:14:19.957240 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] security_group_rule is already registered Sep 07 14:14:19.957895 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.958175 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:14:19.958506 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] subnetpool is already registered Sep 07 14:14:19.958915 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:14:19.959259 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:14:19.959598 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] subnetpool is already registered Sep 07 14:14:19.960056 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: extensions {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.961569 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: address-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.963039 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: address-scopes {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.964345 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.965492 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: auto-allocated-topology {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.966725 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: availability_zones {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.967954 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: dhcp-networks {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.969506 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: dhcp-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.970928 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.973277 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: flavors {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.974445 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.975662 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: next_providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.977151 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.978668 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: floatingip-pools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.979903 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.981996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: floatingips {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.983294 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: l3-routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.984664 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: l3-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.986053 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: metering-labels {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.988065 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: metering-label-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.989355 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: network-ip-availabilities {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.990620 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: bindings {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.993102 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.994527 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.995971 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: rbac-policies {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.997159 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: security-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:19.998438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: security-group-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.000005 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: service-providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.001191 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.002603 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.004766 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.006399 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.008250 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.010002 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.011798 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.013617 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.015312 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.017188 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.019252 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.020971 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron.api.extensions [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:14:20.026820 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 14:14:20.031540 dv-cinder-760199-15-iscsi neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 14:14:20.040541 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Acquired lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 14:14:20.041013 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Releasing lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 14:14:20.041648 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Starting 2 workers Sep 07 14:14:20.046433 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Started child 93889 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:14:20.051750 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Started child 93890 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:14:20.052483 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.053321 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO neutron.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 14:14:20.053932 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [-] (93889) wsgi starting up on http://0.0.0.0:9696 Sep 07 14:14:20.054044 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Notify callbacks [] for process, before_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.056299 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.056744 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Starting 1 workers Sep 07 14:14:20.057610 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [-] (93890) wsgi starting up on http://0.0.0.0:9696 Sep 07 14:14:20.061633 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Started child 93891 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:14:20.062156 dv-cinder-760199-15-iscsi neutron-server[93780]: INFO oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Starting 1 workers Sep 07 14:14:20.065217 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] calling RpcWorker wait() {{(pid=93891) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 14:14:20.066898 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] returning from RpcWorker wait() {{(pid=93891) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 14:14:20.067242 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Started child 93892 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:14:20.068109 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5078db8a-73c8-41d7-9e44-6beb3b2016c8 None None] Notify callbacks [] for process, after_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.068387 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.069001 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:20.069992 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 14:14:20.070199 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:14:20.070384 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:14:20.070608 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:14:20.070935 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:14:20.071122 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:14:20.071642 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.071937 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.072199 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.072457 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.072751 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.073330 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.073433 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:20.073902 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.073902 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.074103 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.074338 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.074510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.074676 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.074916 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.075174 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.075511 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.075768 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.076004 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.076294 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.076467 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.076719 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.076974 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.077202 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.077462 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.077721 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.078215 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.078438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.078701 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.078939 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.079245 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.079471 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.079736 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.079979 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.080211 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.080441 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.080690 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.080978 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.081201 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.081418 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.081728 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.081976 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.082455 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] host = dv-cinder-760199-15-iscsi {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.082720 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.082977 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.083210 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.083458 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.083726 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.083955 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.084211 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.084453 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.084700 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.084921 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.085185 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.085429 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.085662 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.085908 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.086069 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.086313 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.086595 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.086868 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.087076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.087242 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.087413 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.087661 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.087822 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.088075 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.088306 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.088517 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.088751 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.088955 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.089211 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.089438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.089679 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.089892 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.090099 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.090350 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.090590 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.090813 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.091059 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.091276 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.091518 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.091731 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.091947 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.092220 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.092458 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.092674 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.092926 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.093162 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.093415 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.093656 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.093896 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.094158 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.094387 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.094612 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.094841 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.095248 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.095353 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.095602 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.095846 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.096060 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.096307 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.096665 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.097012 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.097270 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.097510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.097718 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.097974 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.098209 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.098418 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.098631 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.098847 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.099102 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.099522 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.099800 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.100119 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.100374 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.100635 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.100875 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.101150 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.101455 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.101678 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.101911 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.102222 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.102425 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.102721 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.103123 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.103236 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.103510 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.103763 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.104084 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.104263 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.104499 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.104713 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.105012 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.105215 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.105432 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.105677 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.106117 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.106117 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.106454 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.106709 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.106983 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.107240 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.107625 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.107733 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.107894 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.108107 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.108325 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.108534 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.108794 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.109017 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.109217 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.109434 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.109851 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.109851 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.110081 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.110300 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.110530 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.110758 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.111019 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.111261 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.111453 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.111679 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.111905 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.112682 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.112894 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.113163 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.113411 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.113700 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.113924 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.114134 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.114379 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.114511 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:20.114657 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.114834 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.115066 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.115276 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.115490 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.115698 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.115948 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.116162 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.116392 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.116601 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.116814 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.117048 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.117288 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.117964 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.118180 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.118422 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.118642 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.118879 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.119115 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.119327 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.119572 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.119761 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.120010 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.120196 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.120401 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.120607 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.120814 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.121042 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.121270 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.121526 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.121838 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.122071 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.122308 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.122521 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.122761 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.123014 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.123277 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.123773 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.124007 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.124234 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.124502 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.124736 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.124977 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.125211 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.125439 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.125764 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.126018 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.126424 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.126582 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.126733 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.127059 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.127221 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.127432 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.128364 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.128939 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.128939 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.129327 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.129327 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.129633 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.129857 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.130012 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.130287 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.130543 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.130792 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.131060 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.131307 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.131559 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.131817 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.132077 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.132498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.132877 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.133255 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.133666 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.134030 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.134454 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.134632 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.134871 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.135268 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.135521 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.135760 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.135972 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.136250 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.136504 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.136750 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.137007 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.137272 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.137515 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.137758 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.137983 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.138235 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.138470 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.138709 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.138900 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.139158 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.139366 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.139611 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.139907 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.140049 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.140306 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.140516 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.140731 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.140966 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.141182 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.141414 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.141669 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.141861 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.142077 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.142321 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.142535 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.142747 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.143012 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.143247 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.143665 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.143665 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.143665 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.144336 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.144476 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.144875 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.145287 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.145681 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.146059 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.146450 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.146825 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.147230 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.147443 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.147805 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.147920 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.148164 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.148292 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.148502 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.148894 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.148994 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.149364 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.150996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.151479 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.151479 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.151642 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.151742 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.151979 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.152212 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.152463 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.152677 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.152884 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.153109 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.153487 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.153840 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.154134 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.154453 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.154702 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.155004 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.155223 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.155436 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.155659 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.155871 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.156081 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.156779 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.157515 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.157781 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.159262 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.160550 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.160797 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.161043 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.161278 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.161503 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.161744 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.162007 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.162231 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.162483 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.162706 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.162935 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.165284 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.165533 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.167081 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.167343 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.168305 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.168543 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.168788 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.169011 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.169237 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.169493 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.169718 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.169936 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.170257 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.170525 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.170798 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.171292 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.171550 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.171795 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.172446 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.172978 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.173200 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.173670 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.173921 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.174418 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.175388 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.175652 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.175981 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.176284 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.176552 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.176820 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.177086 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.177369 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.177626 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.177843 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.178138 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.178474 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.178768 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.179051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.179286 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.179542 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.179779 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.180018 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.180254 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.180492 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.180704 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.180952 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.181184 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.181441 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.181656 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.181884 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.182119 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:14:20.186997 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.187653 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188296 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.188855 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189405 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.189864 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] host = dv-cinder-760199-15-iscsi {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.191498 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192076 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192443 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192443 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192443 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192660 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192740 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.192853 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.193016 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.193251 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.193409 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.193729 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.194022 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.194538 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.194843 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195031 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195349 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195504 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195661 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195815 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.195970 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196120 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196276 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196438 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196590 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196746 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.196898 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197053 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197225 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197353 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197506 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197662 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197818 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.197979 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.198155 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.198280 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.198426 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.198579 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.198888 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199052 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199212 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199369 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199522 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199676 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199832 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.199988 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200141 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200299 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200454 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200608 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200762 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.200917 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201070 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201226 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201380 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201533 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201687 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201840 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.201995 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.202148 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.202462 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.202654 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.202806 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.202942 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:14:20.203132 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.203254 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.203425 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.203584 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.203741 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.203898 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204055 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204214 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204371 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204529 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204693 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.204850 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.205017 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.205175 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.205331 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.205490 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.205648 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206062 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206273 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206496 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206588 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206721 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.206887 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.207072 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.207229 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.207595 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.207694 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.207787 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208000 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208100 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208255 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208411 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208569 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208727 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.208885 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209042 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209199 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209358 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209514 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209670 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209828 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.209983 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210140 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210299 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210458 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210614 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210771 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.210928 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211131 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211289 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211446 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211603 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211761 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.211918 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.212075 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.212246 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.212680 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.212786 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.212898 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213016 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213215 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213379 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213537 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213693 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.213850 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214006 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214176 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214332 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214489 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214647 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214805 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.214996 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:20.215186 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215280 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215430 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215588 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215746 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.215902 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216059 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216216 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216373 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216530 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216687 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216842 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.216998 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217156 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217313 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217469 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217625 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217790 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.217962 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218119 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218275 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218433 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218590 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218746 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.218901 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219088 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219246 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219403 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219559 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219716 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.219876 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220034 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220346 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220502 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220658 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220814 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.220971 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221127 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221284 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221462 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221607 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221842 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.221931 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222060 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222216 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222376 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222532 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222712 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.222871 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223132 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223245 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223333 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223486 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223641 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223797 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.223955 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224111 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224268 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224425 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224593 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224745 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.224895 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225034 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225191 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225370 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225515 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225670 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225810 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.225956 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226116 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226274 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226504 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226668 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226825 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.226989 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.227149 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.227306 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.227463 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.227620 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.227776 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.228091 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.228304 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.228466 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.228782 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.228943 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229077 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229226 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229363 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229726 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229726 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229981 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.229981 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230245 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230245 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230505 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230505 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230776 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.230910 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231065 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231199 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231332 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231465 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231596 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231729 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.231873 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232023 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232334 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232334 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232493 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232574 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232736 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.232895 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233051 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233209 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233367 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233524 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233681 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.233836 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234019 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234154 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234311 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234467 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234624 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234781 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.234937 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235116 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235272 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235429 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235585 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235742 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.235902 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236061 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236217 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236375 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236532 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236689 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.236847 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.237516 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.237749 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.237930 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238049 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238206 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238364 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238531 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238681 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.238840 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239019 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239179 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239335 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239492 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239660 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239818 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.239975 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240131 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240288 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240444 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240610 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240768 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.240925 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241081 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241237 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241394 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241559 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241717 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.241874 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242031 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242188 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242344 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242509 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242667 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.242824 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243000 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243166 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243471 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243471 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243642 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243769 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.243933 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244113 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244235 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244392 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244560 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244717 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.244877 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245033 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245190 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245348 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245506 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245667 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245868 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.245986 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246145 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246309 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246473 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246638 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246795 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.246998 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247151 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247307 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247463 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247620 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247775 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.247931 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.248088 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.248243 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.248400 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.248808 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.248964 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249122 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249278 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249434 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249590 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249747 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.249903 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.250059 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.250215 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.250371 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:14:20.250520 dv-cinder-760199-15-iscsi neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:14:20.437558 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 55900) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:20.446396 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064819 Sep 07 14:14:31.947748 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe9859-6293-4e02-be2b-0f8396ea0ae8 None None] get_active_networks_info from dv-cinder-760199-15-iscsi {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 14:14:32.042983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe9859-6293-4e02-be2b-0f8396ea0ae8 None None] No non-hosted networks {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 14:14:32.064409 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c5549de-033a-4dce-8ddd-72b0d1836a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:34.305930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37748662-5e92-4f16-9ae0-c189ce7dab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:34.370016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3b85ad5c-eb54-4f4d-832f-6f1a253607fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:34.446123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:34.446786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.447136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.447637 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.448154 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.448625 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.449086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.449554 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.450046 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.450524 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.451011 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.451674 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.452235 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:34.452809 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-15-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:34.467478 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-15-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:35.690077 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:37.387932 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:38.404380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 55992) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:38.684799 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.db.l3_hamode_db [None req-52b50685-977d-468d-9f7a-93f3b74f04b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 14:14:38.761803 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b50685-977d-468d-9f7a-93f3b74f04b2 None None] Routers set() bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:14:38.762187 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b50685-977d-468d-9f7a-93f3b74f04b2 None None] Router IDs set() for agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 14:14:38.912614 dv-cinder-760199-15-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-f8022bc8-f12e-464a-bdbb-45094b5579a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:38.913190 dv-cinder-760199-15-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-f8022bc8-f12e-464a-bdbb-45094b5579a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:39.135848 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [None req-f8022bc8-f12e-464a-bdbb-45094b5579a5 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:14:39.137206 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f8022bc8-f12e-464a-bdbb-45094b5579a5 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7318738 Sep 07 14:14:41.538137 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:41.844858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:41.939618 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.policy [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 14:14:41.983093 dv-cinder-760199-15-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:41.983352 dv-cinder-760199-15-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:41.992383 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.quota [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] Loaded quota_driver: . Sep 07 14:14:42.082134 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749594343898', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749594343991', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749594413244', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749594424280', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749593715279', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749594443339', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7916981', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7707573', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-340757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416747'] for rbac-policy, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:42.145550 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:42.146748 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ec337fac-4231-4352-bdf6-d028c359605f admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6076815 Sep 07 14:14:44.807088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:45.112174 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Request body: {'network': {'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'name': 'private', 'admin_state_up': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:45.140918 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Made reservation on behalf of c68833fb6ed64678a1cedbf92cd06b1c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:14:45.144631 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.162354 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.289026 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.292623 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.310620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:14:45.339767 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749590191472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.340357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Unsubscribe: segment precommit_create {{(pid=93890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 14:14:45.340861 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Added segment 97783af8-03d9-46bd-9e80-5935da9517da of type vlan for network 8ddd5796-de8d-4773-82cf-0d5c0371b21f Sep 07 14:14:45.356595 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98d6a3-f93c-447c-a069-f3fdeb4ff9d3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:45.383131 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.383490 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.383825 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.384151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.384472 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.384805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.385125 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.385452 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.385778 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.386090 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.386399 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.386736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Tracked resource versions report: Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: pushed versions: Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Log': {'1.0'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Network': {'1.1'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Port': {'1.7'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: consumer versions: Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Log': '1.0', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Network': '1.1', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Port': '1.7', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SubPort': '1.0', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Subnet': '1.1', Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Sep 07 14:14:45.388088 dv-cinder-760199-15-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:14:45.462338 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.499990 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.501830 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:45.502481 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.552195 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7439749 Sep 07 14:14:45.606276 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f931-fc4e-4c31-ad9c-586eeafada88 admin admin] Pushing event updated for resources: {'Network': ['ID=8ddd5796-de8d-4773-82cf-0d5c0371b21f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:45.619250 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:14:48.221168 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56032) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:48.713452 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:48.714017 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:49.150547 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.policy [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 14:14:49.194479 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:49.194868 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:14:49.204190 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:49.206099 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ebb8bc67-382f-4a67-bcf3-128325914340 admin admin] 10.222.0.76 "GET /v2.0/networks/8ddd5796-de8d-4773-82cf-0d5c0371b21f HTTP/1.1" status: 200 len: 826 time: 0.9829245 Sep 07 14:14:49.244082 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-149c3408-ddd7-48f0-ad13-58ba993c5361 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/ebc8c1c5-7029-440b-a873-1cbd888dbe5a HTTP/1.1" status: 200 len: 734 time: 0.0318310 Sep 07 14:14:49.253658 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Request body: {'subnet': {'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:49.255230 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.quota [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Loaded quota_driver: . Sep 07 14:14:49.292704 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Made reservation on behalf of c68833fb6ed64678a1cedbf92cd06b1c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:14:49.295563 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:49.583650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:49.652176 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Checking segment: {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:14:49.652537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Network hostable DHCP agents. Network: 8ddd5796-de8d-4773-82cf-0d5c0371b21f, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:14:49.667556 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb8585f-de22-46eb-b7ef-bdbb751d0a64,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:49.682588 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.683142 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.683516 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.683887 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.684203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.684543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.684920 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.685441 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.685824 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.686140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.686449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.686757 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Tracked resource versions report: Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: pushed versions: Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Log': {'1.0'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Network': {'1.1'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Port': {'1.7'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: consumer versions: Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Log': '1.0', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Network': '1.1', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Port': '1.7', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SubPort': '1.0', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Subnet': '1.1', Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Sep 07 14:14:49.688921 dv-cinder-760199-15-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:14:49.709487 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:14:49.723989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 8ddd5796-de8d-4773-82cf-0d5c0371b21f) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:14:49.744965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:49.745605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:49.750419 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97162001-d285-4ec9-8bf6-752d576dc7ef None None] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:14:49.768933 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7f58c489-8aa5-4810-9c85-dc38f486b0c3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5186687 Sep 07 14:14:50.073197 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:14:50.074440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.348140 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Allocated IP 172.20.0.2 (8ddd5796-de8d-4773-82cf-0d5c0371b21f/bdb8585f-de22-46eb-b7ef-bdbb751d0a64/02426a7f-2f46-49bd-a919-d1edfd51fc35) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:14:50.552788 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.598209 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Transition to ACTIVE for port object 02426a7f-2f46-49bd-a919-d1edfd51fc35 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:14:50.619947 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Transition to ACTIVE for port object 02426a7f-2f46-49bd-a919-d1edfd51fc35 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:14:50.630023 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.704767 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Pushing event updated for resources: {'Port': ['ID=02426a7f-2f46-49bd-a919-d1edfd51fc35,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:50.715031 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.715405 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.715755 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.716099 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.716436 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.716768 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.717104 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.717435 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.717781 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.718111 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.718439 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.719565 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Tracked resource versions report: Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: pushed versions: Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Log': {'1.0'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Network': {'1.1'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Port': {'1.7'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: consumer versions: Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Log': '1.0', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Network': '1.1', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Port': '1.7', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SubPort': '1.0', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Subnet': '1.1', Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Sep 07 14:14:50.721123 dv-cinder-760199-15-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:14:50.732346 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:14:50.733841 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:14:50.737020 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:14:50.814499 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Attempting to bind port 02426a7f-2f46-49bd-a919-d1edfd51fc35 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:14:50.815136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Attempting to bind port 02426a7f-2f46-49bd-a919-d1edfd51fc35 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:14:50.815256 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Attempting to bind port 02426a7f-2f46-49bd-a919-d1edfd51fc35 on network 8ddd5796-de8d-4773-82cf-0d5c0371b21f {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:14:50.820964 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:14:50.821390 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Checking segment: {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:14:50.821960 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.822357 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Bound using segment: {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:14:50.822828 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Bound port: 02426a7f-2f46-49bd-a919-d1edfd51fc35, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:14:50.823273 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.894786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] For port 02426a7f-2f46-49bd-a919-d1edfd51fc35, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:14:50.899760 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] For port 02426a7f-2f46-49bd-a919-d1edfd51fc35, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=02426a7f-2f46-49bd-a919-d1edfd51fc35,segment=NetworkSegment(97783af8-03d9-46bd-9e80-5935da9517da),segment_id=97783af8-03d9-46bd-9e80-5935da9517da)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:14:50.905115 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:50.973312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ddd8-708c-410b-b5a9-d4764e56417d None None] Pushing event updated for resources: {'Port': ['ID=02426a7f-2f46-49bd-a919-d1edfd51fc35,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:52.223460 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56054) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:52.534112 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-05fd604f-91b1-45e0-99c0-ccd9c8c1717f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:14:52.535164 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-05fd604f-91b1-45e0-99c0-ccd9c8c1717f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107224 Sep 07 14:14:55.030380 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:55.389805 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-d75adf09-3d39-4842-a5f0-03dee1faa46d admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:14:55.391565 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d75adf09-3d39-4842-a5f0-03dee1faa46d admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3596685 Sep 07 14:14:58.047833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:58.358397 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:58.383997 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:58.385615 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:58.566011 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:58.570780 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:58.583287 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:58.584491 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-95ab9ea8-e092-47cc-9fb8-341a4a40e4e6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5356984 Sep 07 14:14:59.566756 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b06199-67e5-4a2e-ab68-f3a757432390 None None] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:14:59.691680 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-28df0035-a2ca-462f-b10c-00a26f41ebab None None] Provisioning for port 02426a7f-2f46-49bd-a919-d1edfd51fc35 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:14:59.957822 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 02426a7f-2f46-49bd-a919-d1edfd51fc35 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:00.039793 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 02426a7f-2f46-49bd-a919-d1edfd51fc35 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:15:00.043468 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 02426a7f-2f46-49bd-a919-d1edfd51fc35 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:00.043864 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:00.150719 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:00.183938 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 02426a7f-2f46-49bd-a919-d1edfd51fc35, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=02426a7f-2f46-49bd-a919-d1edfd51fc35,segment=NetworkSegment(97783af8-03d9-46bd-9e80-5935da9517da),segment_id=97783af8-03d9-46bd-9e80-5935da9517da)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:00.188454 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:00.234703 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=02426a7f-2f46-49bd-a919-d1edfd51fc35,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:01.022134 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:01.340652 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-84667640-60e1-47d8-9ee2-7fac5c0fd727 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:15:01.341667 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-84667640-60e1-47d8-9ee2-7fac5c0fd727 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185966 Sep 07 14:15:01.831583 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f926d0e4-5a84-4a6e-a4cd-d797a5efc962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:01.930734 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 02426a7f-2f46-49bd-a919-d1edfd51fc35 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:01.980202 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 02426a7f-2f46-49bd-a919-d1edfd51fc35 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:01.980577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:03.730362 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:04.039336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:15:04.061302 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Made reservation on behalf of 7c04058b33a94945bbdfb381b53a3b34 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:15:04.064371 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.079983 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.192754 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.196392 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.210184 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Reserving flat network on physical network physnet1 {{(pid=93889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 14:15:04.237111 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749590191472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.237673 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Unsubscribe: segment precommit_create {{(pid=93889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 14:15:04.238152 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Added segment ae9b37a7-9cc8-4398-86e0-5d82e48f339c of type flat for network 0c64980d-e4f7-40a1-8803-bea938607547 Sep 07 14:15:04.241649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612be298-05e7-4bad-9894-3b2d98be066a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:04.292484 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.305443 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1eec6ff7-8f22-4f93-ba53-cc1e6a67915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.331893 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.332835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:04.333405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:04.386913 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6554763 Sep 07 14:15:04.426816 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dfa02-1068-41ad-9910-2100ab7e4d69 admin admin] Pushing event updated for resources: {'Network': ['ID=0c64980d-e4f7-40a1-8803-bea938607547,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:04.442865 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 0c64980d-e4f7-40a1-8803-bea938607547 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:15:04.458877 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:05.644129 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:06.800072 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:06.974555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e41b4f-db43-4a14-b1df-e4b18b7fd4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:06.975901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d5e41b4f-db43-4a14-b1df-e4b18b7fd4ec admin admin] 10.222.0.76 "GET /v2.0/subnets/bdb8585f-de22-46eb-b7ef-bdbb751d0a64 HTTP/1.1" status: 200 len: 849 time: 0.1748865 Sep 07 14:15:07.092222 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b13079da-f83c-43ec-be13-0cdf797bfe5d admin admin] 10.222.0.76 "GET /v2.0/routers/37062d90-79b5-4b96-975c-06510a65438f HTTP/1.1" status: 200 len: 704 time: 0.1102312 Sep 07 14:15:07.316149 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:07.366049 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:07.656936 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Allocated IP 172.20.0.1 (8ddd5796-de8d-4773-82cf-0d5c0371b21f/bdb8585f-de22-46eb-b7ef-bdbb751d0a64/f9873acf-6bf0-4777-80dc-363a83ec2b0c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:15:07.810170 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:07.832357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Transition to ACTIVE for port object f9873acf-6bf0-4777-80dc-363a83ec2b0c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:15:07.945489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.007576 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:15:08.012132 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:15:08.019783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:15:08.020316 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.051754 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9873acf-6bf0-4777-80dc-363a83ec2b0c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:08.190407 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-51cb5910-163c-4947-a2d6-a113c0cec961 None None] Provisioning for port f9873acf-6bf0-4777-80dc-363a83ec2b0c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:15:08.193996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-51cb5910-163c-4947-a2d6-a113c0cec961 None None] Provisioning complete for port f9873acf-6bf0-4777-80dc-363a83ec2b0c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:08.194366 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-51cb5910-163c-4947-a2d6-a113c0cec961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.219457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.227819 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-51cb5910-163c-4947-a2d6-a113c0cec961 None None] Port f9873acf-6bf0-4777-80dc-363a83ec2b0c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:15:08.426543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.431142 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.431911 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.495079 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f9873acf-6bf0-4777-80dc-363a83ec2b0c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:08.558703 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:15:08.560047 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:15:08.716687 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Router 37062d90-79b5-4b96-975c-06510a65438f is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:15:08.749762 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac30e737-f923-4779-b2cd-6228996b552b None None] Provisioning complete for port f9873acf-6bf0-4777-80dc-363a83ec2b0c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:08.750301 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac30e737-f923-4779-b2cd-6228996b552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:08.785572 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ac30e737-f923-4779-b2cd-6228996b552b None None] Port f9873acf-6bf0-4777-80dc-363a83ec2b0c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:15:08.813837 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:15:08.819146 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-25806ee2-f07e-4426-b401-7848628fe1c3 admin admin] 10.222.0.76 "PUT /v2.0/routers/37062d90-79b5-4b96-975c-06510a65438f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7203808 Sep 07 14:15:08.834778 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Sync routers for ids ['37062d90-79b5-4b96-975c-06510a65438f'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:15:08.846966 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Routers {'37062d90-79b5-4b96-975c-06510a65438f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:08.847817 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:15:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['37062d90-79b5-4b96-975c-06510a65438f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:09.032962 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Set router 37062d90-79b5-4b96-975c-06510a65438f gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:09.476212 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:08Z', 'revision_number': 2, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port_host': None, '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:08Z', 'revision_number': 2, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:09.529681 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Checking router: 37062d90-79b5-4b96-975c-06510a65438f for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:15:09.530611 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Updating router 37062d90-79b5-4b96-975c-06510a65438f port f9873acf-6bf0-4777-80dc-363a83ec2b0c binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:15:09.580370 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.098059 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.115678 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Transition to ACTIVE for port object f9873acf-6bf0-4777-80dc-363a83ec2b0c will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:15:10.121462 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.272070 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Pushing event updated for resources: {'Port': ['ID=f9873acf-6bf0-4777-80dc-363a83ec2b0c,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:10.292190 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.292539 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.292874 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.293203 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.293525 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.293848 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.294166 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.294482 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.294813 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.295154 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.295523 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.295869 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Tracked resource versions report: Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: pushed versions: Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: { 'AddressGroup': {'1.2'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Log': {'1.0'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Network': {'1.1'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Port': {'1.7'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'PortForwarding': {'1.2'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'QosPolicy': {'1.9'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroup': {'1.4'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SubPort': {'1.0'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Subnet': {'1.1'}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Trunk': {'1.1'}} Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: consumer versions: Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'ConntrackHelper': '1.0', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Log': '1.0', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Network': '1.1', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Port': '1.7', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'PortForwarding': '1.2', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'QosPolicy': '1.9', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroup': '1.4', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroupRule': '1.2', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SubPort': '1.0', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Subnet': '1.1', Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Trunk': '1.1'}} Sep 07 14:15:10.297241 dv-cinder-760199-15-iscsi neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:15:10.299740 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Attempting to bind port f9873acf-6bf0-4777-80dc-363a83ec2b0c on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:15:10.300124 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Attempting to bind port f9873acf-6bf0-4777-80dc-363a83ec2b0c by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:15:10.300516 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Attempting to bind port f9873acf-6bf0-4777-80dc-363a83ec2b0c on network 8ddd5796-de8d-4773-82cf-0d5c0371b21f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:15:10.306544 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:15:10.307010 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Checking segment: {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:15:10.307444 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.307821 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Bound using segment: {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:15:10.308404 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Bound port: f9873acf-6bf0-4777-80dc-363a83ec2b0c, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97783af8-03d9-46bd-9e80-5935da9517da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:15:10.308770 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.373871 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] For port f9873acf-6bf0-4777-80dc-363a83ec2b0c, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:15:10.393364 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] For port f9873acf-6bf0-4777-80dc-363a83ec2b0c, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f9873acf-6bf0-4777-80dc-363a83ec2b0c,segment=NetworkSegment(97783af8-03d9-46bd-9e80-5935da9517da),segment_id=97783af8-03d9-46bd-9e80-5935da9517da)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:15:10.398209 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:10.442499 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Routers {'37062d90-79b5-4b96-975c-06510a65438f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:10.443400 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:15:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['37062d90-79b5-4b96-975c-06510a65438f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:10.557362 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] Set router 37062d90-79b5-4b96-975c-06510a65438f gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:10.559353 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b967e-b431-425f-b7eb-e82837f63e7e None None] Pushing event updated for resources: {'Port': ['ID=f9873acf-6bf0-4777-80dc-363a83ec2b0c,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:10.771001 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:08Z', 'revision_number': 2, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port_host': None, '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:10Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:10.798489 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dfcff-0339-4327-9f91-82ef7f3305aa None None] The sync data for ids ['37062d90-79b5-4b96-975c-06510a65438f'] in dv-cinder-760199-15-iscsi is: [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:08Z', 'revision_number': 2, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port_host': None, '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:10Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:15:11.080584 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:11.189037 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639902ad-e18f-4b1d-87bf-efa4f5419189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:11.190410 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-639902ad-e18f-4b1d-87bf-efa4f5419189 admin admin] 10.222.0.76 "GET /v2.0/networks/0c64980d-e4f7-40a1-8803-bea938607547 HTTP/1.1" status: 200 len: 842 time: 0.1087732 Sep 07 14:15:11.200328 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:15:11.221045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Made reservation on behalf of 7c04058b33a94945bbdfb381b53a3b34 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:15:11.223807 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:11.503457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.objects.ports [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 14:15:11.503890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:11.550365 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a42464c-e959-4967-b43b-b5504b5527f9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:11.567213 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:15:11.567569 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Network hostable DHCP agents. Network: 0c64980d-e4f7-40a1-8803-bea938607547, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:15:11.583978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:15:11.592456 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 0c64980d-e4f7-40a1-8803-bea938607547) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:15:11.597379 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:11.598441 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:11.601565 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf99f4e-2054-4091-a152-fc1d2ed8f809 None None] Network 0c64980d-e4f7-40a1-8803-bea938607547 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:15:11.612221 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dd91803a-a90c-45c9-9c3b-e6616e8e8bd1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4152589 Sep 07 14:15:11.748215 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df2204-4a38-41e3-a612-bf33a20966a6 None None] Network 0c64980d-e4f7-40a1-8803-bea938607547 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:15:13.952306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56138) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:14.168526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-78557135-c06b-434f-b75f-19181fb88afe admin admin] 10.222.0.76 "GET /v2.0/routers/37062d90-79b5-4b96-975c-06510a65438f HTTP/1.1" status: 200 len: 710 time: 0.2150552 Sep 07 14:15:14.256145 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5d27f-5936-4cc8-a939-cb77d7b40313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:14.263030 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-85e5d27f-5936-4cc8-a939-cb77d7b40313 admin admin] 10.222.0.76 "GET /v2.0/networks/0c64980d-e4f7-40a1-8803-bea938607547 HTTP/1.1" status: 200 len: 886 time: 0.0823979 Sep 07 14:15:14.267753 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:15:14.520828 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:14.746805 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:14.824920 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:14.931363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Allocated IP 172.27.1.149 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/6ed90641-ea2b-4b76-a3de-960bc647801c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:15:15.034715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.072581 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.112101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:15:15.114806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:15:15.121284 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:15:15.126171 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed90641-ea2b-4b76-a3de-960bc647801c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:15.363021 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.646843 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-656'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.650161 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-781284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-781291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760436'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.755898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Router 37062d90-79b5-4b96-975c-06510a65438f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:15:15.865713 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:15:15.870290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.871538 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-21918ea7-2864-451d-aa50-d6c64d81b389 admin admin] 10.222.0.76 "PUT /v2.0/routers/37062d90-79b5-4b96-975c-06510a65438f HTTP/1.1" status: 200 len: 890 time: 1.6078565 Sep 07 14:15:17.342943 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Sync routers for ids ['37062d90-79b5-4b96-975c-06510a65438f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:15:17.353088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Routers {'37062d90-79b5-4b96-975c-06510a65438f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:17.353799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:15:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['37062d90-79b5-4b96-975c-06510a65438f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:17.612987 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Set router 37062d90-79b5-4b96-975c-06510a65438f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:17.974025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9873acf-6bf0-4777-80dc-363a83ec2b0c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:18.062204 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port f9873acf-6bf0-4777-80dc-363a83ec2b0c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:15:18.067035 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:15Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port': {'id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:14Z', 'updated_at': '2021-09-07T14:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:10Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:18.091458 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f9873acf-6bf0-4777-80dc-363a83ec2b0c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:18.091962 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.118321 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Checking router: 37062d90-79b5-4b96-975c-06510a65438f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:15:18.118681 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Updating router 37062d90-79b5-4b96-975c-06510a65438f port 6ed90641-ea2b-4b76-a3de-960bc647801c binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:15:18.191234 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.311048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:18.370993 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.424438 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-49f81378-2f54-40a2-976d-3851de160b68 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121662 Sep 07 14:15:18.454155 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port f9873acf-6bf0-4777-80dc-363a83ec2b0c, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f9873acf-6bf0-4777-80dc-363a83ec2b0c,segment=NetworkSegment(97783af8-03d9-46bd-9e80-5935da9517da),segment_id=97783af8-03d9-46bd-9e80-5935da9517da)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:18.461618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.558920 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=f9873acf-6bf0-4777-80dc-363a83ec2b0c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:18.621281 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.632746 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Transition to ACTIVE for port object 6ed90641-ea2b-4b76-a3de-960bc647801c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:15:18.638635 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.684615 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Attempting to bind port 6ed90641-ea2b-4b76-a3de-960bc647801c on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:15:18.684915 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Attempting to bind port 6ed90641-ea2b-4b76-a3de-960bc647801c by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:15:18.685280 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Attempting to bind port 6ed90641-ea2b-4b76-a3de-960bc647801c on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:15:18.696376 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9edae-05f8-4b27-bd30-2709431c45f1 None None] Pushing event updated for resources: {'Port': ['ID=6ed90641-ea2b-4b76-a3de-960bc647801c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:18.699975 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:15:18.700360 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:15:18.700763 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.701225 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:15:18.701965 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Bound port: 6ed90641-ea2b-4b76-a3de-960bc647801c, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:15:18.702358 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.753486 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] For port 6ed90641-ea2b-4b76-a3de-960bc647801c, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:15:18.756584 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] For port 6ed90641-ea2b-4b76-a3de-960bc647801c, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6ed90641-ea2b-4b76-a3de-960bc647801c,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:15:18.760654 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.819286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Routers {'37062d90-79b5-4b96-975c-06510a65438f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:18.819949 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:15:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['37062d90-79b5-4b96-975c-06510a65438f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:18.822786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9edae-05f8-4b27-bd30-2709431c45f1 None None] Pushing event updated for resources: {'Port': ['ID=6ed90641-ea2b-4b76-a3de-960bc647801c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:19.016116 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] Set router 37062d90-79b5-4b96-975c-06510a65438f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:19.243442 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:15Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port': {'id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:14Z', 'updated_at': '2021-09-07T14:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:18Z', 'revision_number': 5, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:19.271381 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749483f-3ec5-4a56-976f-52f55cd26b4b None None] The sync data for ids ['37062d90-79b5-4b96-975c-06510a65438f'] in dv-cinder-760199-15-iscsi is: [{'id': '37062d90-79b5-4b96-975c-06510a65438f', 'name': 'router1', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:14:58Z', 'updated_at': '2021-09-07T14:15:15Z', 'revision_number': 4, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'gw_port': {'id': '6ed90641-ea2b-4b76-a3de-960bc647801c', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:14Z', 'updated_at': '2021-09-07T14:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f9873acf-6bf0-4777-80dc-363a83ec2b0c', 'name': '', 'network_id': '8ddd5796-de8d-4773-82cf-0d5c0371b21f', 'tenant_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'mac_address': 'fa:16:3e:6d:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37062d90-79b5-4b96-975c-06510a65438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:15:07Z', 'updated_at': '2021-09-07T14:15:18Z', 'revision_number': 5, 'project_id': 'c68833fb6ed64678a1cedbf92cd06b1c', 'subnets': [{'id': 'bdb8585f-de22-46eb-b7ef-bdbb751d0a64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebc8c1c5-7029-440b-a873-1cbd888dbe5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:15:20.030831 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6ed90641-ea2b-4b76-a3de-960bc647801c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:20.085277 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 6ed90641-ea2b-4b76-a3de-960bc647801c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:15:20.089107 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 6ed90641-ea2b-4b76-a3de-960bc647801c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:20.089478 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:20.190814 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:20.211805 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 6ed90641-ea2b-4b76-a3de-960bc647801c, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6ed90641-ea2b-4b76-a3de-960bc647801c,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:20.215927 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:20.217397 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9873acf-6bf0-4777-80dc-363a83ec2b0c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:20.299728 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=6ed90641-ea2b-4b76-a3de-960bc647801c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:20.313079 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f9873acf-6bf0-4777-80dc-363a83ec2b0c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:20.313697 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:21.972636 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6ed90641-ea2b-4b76-a3de-960bc647801c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:15:22.050780 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 6ed90641-ea2b-4b76-a3de-960bc647801c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:15:22.051152 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.137908 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:15:31.835584 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dadcac5f-5f18-4ebd-9185-da2fbe08b018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:34.313747 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fca626a7-ce8c-40be-be61-6443ad629657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:34.447306 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:35.648547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:37.376642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.140376 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:16:01.851856 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd52bddc-50d0-4fe8-84c5-c20c9f60a20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.339833 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60cc85f0-e2c1-42ac-a995-e1ef0bb0ae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.451136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:05.650310 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:07.345695 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:31.834013 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-187f91da-b132-43b8-9a59-374c62d85527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:34.313650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2e40aa1-0d45-489e-8b6d-9be3e0868e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:34.443265 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:35.652182 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:37.349707 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:38.138704 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:16:55.812536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:55.875936 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff510c6-42f1-4483-96f5-4f7024c33a42 admin admin] GET failed (client error): The resource could not be found. Sep 07 14:16:55.877291 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cff510c6-42f1-4483-96f5-4f7024c33a42 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637977 Sep 07 14:16:56.045108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717abe3-8e30-41ae-a5a1-a12c188ac231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:56.046513 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d717abe3-8e30-41ae-a5a1-a12c188ac231 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1646700 Sep 07 14:16:58.456183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:58.558549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef136667-e005-4534-80bf-e847b283d72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:58.560733 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ef136667-e005-4534-80bf-e847b283d72e admin admin] 10.222.0.76 "GET /v2.0/subnets/bdb8585f-de22-46eb-b7ef-bdbb751d0a64 HTTP/1.1" status: 200 len: 849 time: 0.1034701 Sep 07 14:16:58.572020 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:16:58.666913 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:58.813900 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749590361829'] for subnet, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:58.849904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:58.851445 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:58.853977 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] 10.222.0.76 "PUT /v2.0/subnets/bdb8585f-de22-46eb-b7ef-bdbb751d0a64 HTTP/1.1" status: 200 len: 868 time: 0.2865415 Sep 07 14:16:58.871826 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82aa79-0549-483b-b1f2-f25608a43404 None None] Network 8ddd5796-de8d-4773-82cf-0d5c0371b21f requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:16:58.882272 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb8585f-de22-46eb-b7ef-bdbb751d0a64,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:58.890083 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.890441 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.890748 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.891131 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.891478 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.891804 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.892142 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.892496 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.892849 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.893184 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.893517 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:58.893841 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f7043-8f0c-4091-8b2a-f2b38a7255a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:59.193688 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-312c8f18-2e03-4b18-8c0c-ca1a68d08b87 None None] Provisioning complete for port f9873acf-6bf0-4777-80dc-363a83ec2b0c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:16:59.194750 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-312c8f18-2e03-4b18-8c0c-ca1a68d08b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:59.278473 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-312c8f18-2e03-4b18-8c0c-ca1a68d08b87 None None] Provisioning complete for port 02426a7f-2f46-49bd-a919-d1edfd51fc35 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:16:59.278844 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-312c8f18-2e03-4b18-8c0c-ca1a68d08b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:01.193006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:01.401101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3ee09-5d72-474e-a973-157d131d7d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:01.401492 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3ee09-5d72-474e-a973-157d131d7d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:01.403368 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eed3ee09-5d72-474e-a973-157d131d7d4a admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2089109 Sep 07 14:17:01.837024 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42287597-2b62-4514-89dd-c6c9c8ab6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:03.663623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:03.793961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e96047-3987-4d5f-b7bc-f7a5a75ebbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:03.794437 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e96047-3987-4d5f-b7bc-f7a5a75ebbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:03.796007 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a3e96047-3987-4d5f-b7bc-f7a5a75ebbae admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1313100 Sep 07 14:17:04.315236 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f659abd-e645-4562-b21c-0f0e9d7cd47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:04.447119 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:05.655679 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:06.031214 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:06.171030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6835b6f-dd24-4cfa-baf6-5a8e56b71a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:06.172451 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b6835b6f-dd24-4cfa-baf6-5a8e56b71a8f admin admin] 10.222.0.76 "GET /v2.0/networks/0c64980d-e4f7-40a1-8803-bea938607547 HTTP/1.1" status: 200 len: 886 time: 0.1402793 Sep 07 14:17:07.351065 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:08.394446 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:08.532497 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79160e-d750-4bfe-bed0-aaf1b526c1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:08.533930 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1c79160e-d750-4bfe-bed0-aaf1b526c1ae admin admin] 10.222.0.76 "GET /v2.0/networks/8ddd5796-de8d-4773-82cf-0d5c0371b21f HTTP/1.1" status: 200 len: 870 time: 0.1384506 Sep 07 14:17:10.737531 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:10.878830 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b664d4-bf14-4d5d-bcef-2b245b4bdfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:10.879318 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b664d4-bf14-4d5d-bcef-2b245b4bdfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:10.880866 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e2b664d4-bf14-4d5d-bcef-2b245b4bdfb1 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1423979 Sep 07 14:17:13.094566 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:13.187450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61e1e3-6f03-4fd0-8da7-86d04d5720d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:13.187911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61e1e3-6f03-4fd0-8da7-86d04d5720d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:13.189420 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2b61e1e3-6f03-4fd0-8da7-86d04d5720d9 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938663 Sep 07 14:17:15.137842 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:17:15.359342 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56780) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:15.471581 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffbbe9-772a-4d92-89fc-a3cee3d67303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:15.472956 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e5ffbbe9-772a-4d92-89fc-a3cee3d67303 admin admin] 10.222.0.76 "GET /v2.0/subnets/3a42464c-e959-4967-b43b-b5504b5527f9 HTTP/1.1" status: 200 len: 816 time: 0.1126323 Sep 07 14:17:17.686219 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56788) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:17.793642 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76106999-5e18-438e-9dea-3b42a0fa8e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:17.795034 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-76106999-5e18-438e-9dea-3b42a0fa8e14 admin admin] 10.222.0.76 "GET /v2.0/subnets/bdb8585f-de22-46eb-b7ef-bdbb751d0a64 HTTP/1.1" status: 200 len: 868 time: 0.1078520 Sep 07 14:17:31.848178 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c579049-37f3-4457-8917-c74638608959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:34.316364 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b034c6b3-99ee-4cee-8ad1-e0dc315b1da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:34.450294 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:35.658641 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:37.357311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:42.132641 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:42.181667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [None req-ce1ecdab-9d9c-4c73-a5f0-2d0afd4a5b1c admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:17:42.182680 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ce1ecdab-9d9c-4c73-a5f0-2d0afd4a5b1c admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490842 Sep 07 14:17:44.465584 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56850) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:44.528508 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22495d5-6143-41d8-8434-65d44a5262a6 admin admin] GET failed (client error): The resource could not be found. Sep 07 14:17:44.529854 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a22495d5-6143-41d8-8434-65d44a5262a6 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633276 Sep 07 14:17:44.721287 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7835b-aae4-40c0-889f-3192bf4f9442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:44.722796 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dbe7835b-aae4-40c0-889f-3192bf4f9442 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1882298 Sep 07 14:17:46.938658 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56858) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:46.985949 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:17:47.005015 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Made reservation on behalf of 7c04058b33a94945bbdfb381b53a3b34 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:17:47.007248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:47.034336 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING neutron.services.revisions.revision_plugin [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Could not find related network for resource to bump revision. Sep 07 14:17:47.049061 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:17:47.058801 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:47.059174 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Added segment fd3668ad-961a-4d82-a14c-1bc65917151c of type vlan for network 6617161a-6af9-48c0-a947-dea6b7adb597 Sep 07 14:17:47.107097 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:47.130042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:47.130938 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:47.131565 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:47.159168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2193794 Sep 07 14:17:47.196833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30293811-8383-4643-916b-f532b7dc163f admin admin] Pushing event updated for resources: {'Network': ['ID=6617161a-6af9-48c0-a947-dea6b7adb597,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:17:47.207341 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 6617161a-6af9-48c0-a947-dea6b7adb597 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:17:49.354995 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56866) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:17:49.420830 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8e5c52-f447-4353-bbc1-7607796729de admin admin] GET failed (client error): The resource could not be found. Sep 07 14:17:49.422096 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cf8e5c52-f447-4353-bbc1-7607796729de admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661776 Sep 07 14:17:49.542975 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa6fe43-ff4e-4d58-b05b-6a707066c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:49.544469 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4aa6fe43-ff4e-4d58-b05b-6a707066c5d2 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1178741 Sep 07 14:17:49.554597 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:17:49.577711 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Made reservation on behalf of 7c04058b33a94945bbdfb381b53a3b34 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:17:49.580041 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:49.791459 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:49.857671 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f012b6-682c-4da5-9c46-9ef17b6eb77b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:17:49.869954 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.870324 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.870670 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.871028 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.871367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.871701 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.872029 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.872357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.872698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.873023 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.873342 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.873662 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:49.877297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Checking segment: {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:17:49.877658 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Network hostable DHCP agents. Network: 6617161a-6af9-48c0-a947-dea6b7adb597, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:17:49.900254 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Network 6617161a-6af9-48c0-a947-dea6b7adb597 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:17:49.910490 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 6617161a-6af9-48c0-a947-dea6b7adb597) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:17:49.915811 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:49.916744 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:49.920301 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f099f-e7ea-46d6-817b-60139d7c001b None None] Network 6617161a-6af9-48c0-a947-dea6b7adb597 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:17:49.929698 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fba76e2a-ce99-4f5b-9ef2-63702771d723 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3783939 Sep 07 14:17:50.186491 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-6617161a-6af9-48c0-a947-dea6b7adb597', 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597', 'tenant_id': '7c04058b33a94945bbdfb381b53a3b34', 'fixed_ips': [{'subnet_id': 'b9f012b6-682c-4da5-9c46-9ef17b6eb77b'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:17:50.187426 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.340787 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Allocated IP 192.168.233.2 (6617161a-6af9-48c0-a947-dea6b7adb597/b9f012b6-682c-4da5-9c46-9ef17b6eb77b/bf8ba979-0e84-4692-a135-c67f5d03bfd6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:17:50.498672 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.507562 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Transition to ACTIVE for port object bf8ba979-0e84-4692-a135-c67f5d03bfd6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:17:50.528340 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Transition to ACTIVE for port object bf8ba979-0e84-4692-a135-c67f5d03bfd6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:17:50.540900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.584736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Network 6617161a-6af9-48c0-a947-dea6b7adb597 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:17:50.594891 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Pushing event updated for resources: {'Port': ['ID=bf8ba979-0e84-4692-a135-c67f5d03bfd6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:17:50.597389 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:17:50.601049 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:17:50.608786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.609163 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.609531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.609874 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.610216 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.610562 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.610908 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.611278 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.611631 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.611966 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.612291 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.612615 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:17:50.670557 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Attempting to bind port bf8ba979-0e84-4692-a135-c67f5d03bfd6 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:17:50.670935 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Attempting to bind port bf8ba979-0e84-4692-a135-c67f5d03bfd6 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:17:50.671338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Attempting to bind port bf8ba979-0e84-4692-a135-c67f5d03bfd6 on network 6617161a-6af9-48c0-a947-dea6b7adb597 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:17:50.676656 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:17:50.677037 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Checking segment: {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:17:50.677436 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.677834 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Bound using segment: {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:17:50.678313 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Bound port: bf8ba979-0e84-4692-a135-c67f5d03bfd6, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:17:50.678722 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.751160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] For port bf8ba979-0e84-4692-a135-c67f5d03bfd6, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:17:50.754602 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] For port bf8ba979-0e84-4692-a135-c67f5d03bfd6, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=bf8ba979-0e84-4692-a135-c67f5d03bfd6,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:17:50.759867 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:50.825091 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33293a8-9792-431c-8af0-f226259a3123 None None] Pushing event updated for resources: {'Port': ['ID=bf8ba979-0e84-4692-a135-c67f5d03bfd6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:17:51.692735 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d825f0-d846-40e3-9390-b5caa4a91750 None None] Network 6617161a-6af9-48c0-a947-dea6b7adb597 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:17:51.771498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c8c13f0-2242-4cda-8c08-372c476cbf8d None None] Provisioning for port bf8ba979-0e84-4692-a135-c67f5d03bfd6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:17:52.108252 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device bf8ba979-0e84-4692-a135-c67f5d03bfd6 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:17:52.139209 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:17:52.167358 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port bf8ba979-0e84-4692-a135-c67f5d03bfd6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:17:52.171489 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port bf8ba979-0e84-4692-a135-c67f5d03bfd6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:17:52.171865 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:52.253946 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:52.287565 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port bf8ba979-0e84-4692-a135-c67f5d03bfd6, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=bf8ba979-0e84-4692-a135-c67f5d03bfd6,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:17:52.292016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:52.347332 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=bf8ba979-0e84-4692-a135-c67f5d03bfd6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:17:54.073579 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device bf8ba979-0e84-4692-a135-c67f5d03bfd6 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:17:54.122606 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port bf8ba979-0e84-4692-a135-c67f5d03bfd6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:17:54.123004 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:01.841356 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac33b1a4-f044-4ea4-a6df-03a1e47fe0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:04.318462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01b29129-560c-4dc3-abe9-5a7acdbbff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:04.452432 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.663594 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.359068 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:29.139028 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:18:31.844418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d2942d8f-96fc-4b4c-ace1-95ba48f10b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:34.319304 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1da9f224-e611-45f1-b652-81dfeaefff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:34.455128 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:35.666079 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:37.361835 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.080374 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56918) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:19:00.086123 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [None req-375f0d20-9549-40bb-b872-d2f2d0b27e39 tempest-verify_tempest_config-1203401418 tempest-verify_tempest_config-1203401418-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:19:00.087207 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-375f0d20-9549-40bb-b872-d2f2d0b27e39 tempest-verify_tempest_config-1203401418 tempest-verify_tempest_config-1203401418-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057700 Sep 07 14:19:00.393504 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 56936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:19:00.504259 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.592494 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.596106 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.640009 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e8dabe0608f4eaaaa085b0196ce70ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2454860 Sep 07 14:19:00.641977 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203633ec-2806-403a-b571-c2c90a63cdad,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:19:00.642880 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 56940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:19:00.648753 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.649116 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.649458 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.649856 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.650248 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.650671 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.651201 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.651340 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.651698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.652020 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.652346 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.652656 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea45ffb-d7d5-4b77-8c4b-66177276e0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.699503 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.719387 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.807034 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.809915 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:00.811315 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/203633ec-2806-403a-b571-c2c90a63cdad HTTP/1.1" status: 204 len: 168 time: 0.1673644 Sep 07 14:19:00.819199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203633ec-2806-403a-b571-c2c90a63cdad,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:19:00.825936 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.826286 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.826625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.826973 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.827306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.827652 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.827983 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.828326 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.828670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.829004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.829323 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:00.829643 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af5ef6-546a-4386-9c2c-40902a089f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:19:01.849311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fbf03bbf-bfbf-4e00-b909-89561a3e8300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:04.320523 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81939c07-b1e0-4c34-8789-643ab1806277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:04.455043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:05.668286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:06.138613 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:19:07.369374 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:31.851082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1afd7fc1-81eb-42c5-8319-9f8dd9a4e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:34.321824 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9c6c-129f-427f-9650-6088f06823e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:34.455777 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:35.672004 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:37.373281 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:43.137325 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:20:01.851963 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6a5a-5b43-44b9-8b53-53671fa6f683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:04.324330 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e720-6178-405d-9a82-6981abc91647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:04.465206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:05.682269 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:07.380210 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:20.136585 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:20:31.858136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-454dda0c-abcc-4093-b7ee-6e49b7ae9f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:34.331725 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b138627-c696-4ffb-a783-9303806047e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:34.458631 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:35.678293 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:36.313641 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779748'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:37.382569 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:52.189976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:20:52.295607 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b16e441f-bcd4-4849-bd8c-c4ddde3305ae admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1045313 Sep 07 14:20:54.589937 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57024) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:20:54.644389 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3ff01eb1-3258-433d-90b0-ac173c15fe6f admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0533657 Sep 07 14:20:57.135977 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:21:01.861106 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d6000ab4-60aa-4640-8fa3-6311b8e72744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:04.323222 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-802b4868-6ce9-4548-856b-5dfa238fffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:04.460215 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:05.682177 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:06.256011 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:07.384744 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:31.868160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1318eaee-bbbb-4db8-b592-5b667e64b93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:34.135511 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:21:34.327374 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7753c45-5681-4b0c-b465-4403dce4c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:34.462879 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:35.684161 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:36.256934 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:37.389540 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:01.861309 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fc58ede-9feb-4b54-bfab-0b67b67db277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:04.328674 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8967-b6b7-4fb3-976c-72f37009a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:04.466907 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:05.689198 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:06.268838 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:07.394793 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:11.155706 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:22:26.651383 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:26.755566 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57234) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:26.835914 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:26.872675 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-221787901-network', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:26.900124 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Made reservation on behalf of 5153459bddd44bfeac90ccf8d663f84b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:26.902802 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:26.915085 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:26.984371 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-394907292-network', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.008791 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.015088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.026501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:22:27.034143 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Made reservation on behalf of e2678a23ee2d4ca3ac8df53300e61a95 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:27.036701 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.037218 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Added segment 95940f0f-08d4-4449-a54c-3a61a29f8f1e of type vlan for network d472fd73-ca38-493a-8026-a19ef3052825 Sep 07 14:22:27.038526 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.048061 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.091208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.120806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c804b3e3-5953-4edc-8dc6-3f55fd2656c7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.132788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.133334 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.133423 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.133740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.134259 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.134757 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.135261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Tracked resource versions report: Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: pushed versions: Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Log': {'1.0'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Network': {'1.1'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Port': {'1.7'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: consumer versions: Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: HyperV agent@hv-cinder-76019: {}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Log': '1.0', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Network': '1.1', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Port': '1.7', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'SubPort': '1.0', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Subnet': '1.1', Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Sep 07 14:22:27.136547 dv-cinder-760199-15-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:22:27.171175 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.172496 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:27.173522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.193121 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.198427 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.220529 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:22:27.240338 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.240698 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Added segment 5e5e8630-c320-4f24-8150-8fb42f7bf3a8 of type vlan for network d775a280-3a48-46f7-827d-3d952fb78fa5 Sep 07 14:22:27.242128 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8913228-344b-4bb7-906e-1fc2a0146669,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.246720 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5933223 Sep 07 14:22:27.247313 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:27.255003 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Request body: {'subnet': {'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-subnet', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.266251 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.266816 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.267398 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.267869 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.268273 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a23b3-14a4-42e0-952e-075b47506293 admin admin] Pushing event updated for resources: {'Network': ['ID=d472fd73-ca38-493a-8026-a19ef3052825,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.268487 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.268972 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.269449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.270524 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.271126 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.271618 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.272254 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.272724 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Tracked resource versions report: Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: pushed versions: Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Log': {'1.0'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Network': {'1.1'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Port': {'1.7'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: consumer versions: Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: HyperV agent@hv-cinder-76019: {}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Log': '1.0', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Network': '1.1', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Port': '1.7', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'SubPort': '1.0', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Subnet': '1.1', Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Sep 07 14:22:27.274024 dv-cinder-760199-15-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:22:27.281756 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Made reservation on behalf of 5153459bddd44bfeac90ccf8d663f84b for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:27.284851 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.286625 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network d472fd73-ca38-493a-8026-a19ef3052825 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:22:27.350560 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:27.367289 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.391632 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1391481668-network', 'tenant_id': '772a7fe0916345339dfb19c3d58795a6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.417518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.418677 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:27.419286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.444394 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Made reservation on behalf of 772a7fe0916345339dfb19c3d58795a6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:27.447163 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.484252 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.490571 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] Pushing event updated for resources: {'Network': ['ID=d775a280-3a48-46f7-827d-3d952fb78fa5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.499908 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.504755 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network d775a280-3a48-46f7-827d-3d952fb78fa5 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:22:27.534702 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f7c06e00-da3f-4cc1-8ba6-4501e0db9da9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7774012 Sep 07 14:22:27.538824 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa066139-fd47-49eb-8e87-d0488cc6603f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.543200 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:27.543319 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:27.555074 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Request body: {'subnet': {'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-subnet', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.576682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Checking segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:27.577033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Network hostable DHCP agents. Network: d472fd73-ca38-493a-8026-a19ef3052825, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:22:27.596785 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Network d472fd73-ca38-493a-8026-a19ef3052825 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:22:27.612248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, d472fd73-ca38-493a-8026-a19ef3052825) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:27.626840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97612e24-da2b-4371-bd9d-87248676f43d None None] Network d472fd73-ca38-493a-8026-a19ef3052825 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:27.632497 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:27.633233 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.696275 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1917954484-network', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.729297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.742575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.756279 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8ed4847f-62a4-4de7-bbbe-18693f92dd1f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5049968 Sep 07 14:22:27.758670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57288) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:27.765122 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.780899 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-d472fd73-ca38-493a-8026-a19ef3052825', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:22:27.782051 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.791312 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:22:27.807139 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.808124 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Added segment 1e289df8-3b98-405f-9a88-842d67afabe6 of type vlan for network b275eb1c-215f-4311-8e6c-5578feb14735 Sep 07 14:22:27.841077 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-244451234-network', 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:27.881801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.948128 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa9192-3e39-4459-9271-e1e0b921457a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:27.948590 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Allocated IP 172.20.0.2 (d472fd73-ca38-493a-8026-a19ef3052825/aa066139-fd47-49eb-8e87-d0488cc6603f/d81fcc9f-d434-4dc6-932a-b3bbb3c459d2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:27.972561 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:27.977645 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:27.980419 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.000191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.db.api [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:22:28.000191 dv-cinder-760199-15-iscsi neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 14:22:28.000191 dv-cinder-760199-15-iscsi neutron-server[93889]: [parameters: {'project_id_1': '5153459bddd44bfeac90ccf8d663f84b', 'expiration_1': datetime.datetime(2021, 9, 7, 14, 22, 7, 785175)}] Sep 07 14:22:28.000191 dv-cinder-760199-15-iscsi neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:22:28.001531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG oslo_db.api [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:22:28.003904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.db.api [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:22:28.003904 dv-cinder-760199-15-iscsi neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 14:22:28.003904 dv-cinder-760199-15-iscsi neutron-server[93889]: [parameters: {'project_id_1': '4416c6be843648d5b7d34afde1ccd3d8', 'expiration_1': datetime.datetime(2021, 9, 7, 14, 22, 7, 850375)}] Sep 07 14:22:28.003904 dv-cinder-760199-15-iscsi neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:22:28.004903 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG oslo_db.api [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:22:28.085945 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] Pushing event updated for resources: {'Network': ['ID=b275eb1c-215f-4311-8e6c-5578feb14735,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:28.106191 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:22:28.106191 dv-cinder-760199-15-iscsi neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 14:22:28.106191 dv-cinder-760199-15-iscsi neutron-server[93890]: [parameters: {'project_id_1': '136e1b2180604d28b0ab5bd128f7e701', 'expiration_1': datetime.datetime(2021, 9, 7, 14, 22, 7, 702646)}] Sep 07 14:22:28.106191 dv-cinder-760199-15-iscsi neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:22:28.108920 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:22:28.119244 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Made reservation on behalf of e2678a23ee2d4ca3ac8df53300e61a95 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:28.122006 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.126679 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1f06ab08-14dd-418d-b261-c24ef42e7dae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2896395 Sep 07 14:22:28.130488 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:28.144026 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Request body: {'subnet': {'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1391481668-subnet', 'tenant_id': '772a7fe0916345339dfb19c3d58795a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:28.225527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Made reservation on behalf of 772a7fe0916345339dfb19c3d58795a6 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:28.233670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.246677 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network b275eb1c-215f-4311-8e6c-5578feb14735 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:22:28.418906 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.424380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.430440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Transition to ACTIVE for port object d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:28.448942 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Transition to ACTIVE for port object d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:28.459649 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.489807 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e947b8a3-3396-420e-8de9-7a180e1e6be9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:28.533782 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Checking segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:28.534738 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Network hostable DHCP agents. Network: d775a280-3a48-46f7-827d-3d952fb78fa5, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:22:28.587081 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Network d775a280-3a48-46f7-827d-3d952fb78fa5 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:22:28.598914 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.600142 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Network d472fd73-ca38-493a-8026-a19ef3052825 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:28.600411 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.601952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Pushing event updated for resources: {'Port': ['ID=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:28.610338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:28.615952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.616587 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.617094 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.618279 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.618816 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.619354 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.619870 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.620366 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.621347 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.621844 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.622336 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.623130 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Tracked resource versions report: Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: pushed versions: Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Log': {'1.0'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Network': {'1.1'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Port': {'1.7'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: consumer versions: Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: HyperV agent@hv-cinder-76019: {}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Log': '1.0', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Network': '1.1', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Port': '1.7', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'SubPort': '1.0', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Subnet': '1.1', Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Sep 07 14:22:28.624607 dv-cinder-760199-15-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:22:28.633121 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, d775a280-3a48-46f7-827d-3d952fb78fa5) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:28.642306 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:28.658588 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:28.661511 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.671062 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.691484 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510983ce-8647-4c6f-80d2-7961134712af None None] Network d775a280-3a48-46f7-827d-3d952fb78fa5 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:28.757250 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Made reservation on behalf of 136e1b2180604d28b0ab5bd128f7e701 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:28.766223 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.807394 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-23412d7c-4444-4319-8dfd-5b7123485c34 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2634115 Sep 07 14:22:28.807997 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:28.810120 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.829714 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:28.860786 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.941947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:22:28.941947 dv-cinder-760199-15-iscsi neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 14:22:28.941947 dv-cinder-760199-15-iscsi neutron-server[93890]: [parameters: {'project_id_1': 'e2678a23ee2d4ca3ac8df53300e61a95', 'expiration_1': datetime.datetime(2021, 9, 7, 14, 22, 8, 842552)}] Sep 07 14:22:28.941947 dv-cinder-760199-15-iscsi neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:22:28.942558 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:22:28.943094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:22:28.943094 dv-cinder-760199-15-iscsi neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 14:22:28.943094 dv-cinder-760199-15-iscsi neutron-server[93890]: [parameters: {'project_id_1': '136e1b2180604d28b0ab5bd128f7e701', 'expiration_1': datetime.datetime(2021, 9, 7, 14, 22, 8, 863245)}] Sep 07 14:22:28.943094 dv-cinder-760199-15-iscsi neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:22:28.943385 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:22:28.949547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Attempting to bind port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:28.950309 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Attempting to bind port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:28.951063 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Attempting to bind port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:28.956066 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.970208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:28.974494 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.980449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:28.980834 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Checking segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:28.981243 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.981695 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Bound using segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:28.982238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Bound port: d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:28.982650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:28.986862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.057359 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] For port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:29.061268 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] For port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:29.072076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb739a-24d2-45d7-a992-267fbb2a9b6d None None] Network d775a280-3a48-46f7-827d-3d952fb78fa5 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:29.091094 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.110738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Checking segment: {'id': '1e289df8-3b98-405f-9a88-842d67afabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:29.111138 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Network hostable DHCP agents. Network: b275eb1c-215f-4311-8e6c-5578feb14735, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:22:29.119152 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0c80c4-b583-4fc2-b7c5-5bc029245891,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:29.232907 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Network b275eb1c-215f-4311-8e6c-5578feb14735 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:22:29.251645 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e68885-e313-46ca-8d20-66e1cbd24a7b None None] Pushing event updated for resources: {'Port': ['ID=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:29.260333 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, b275eb1c-215f-4311-8e6c-5578feb14735) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:29.293389 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:29.294136 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.301283 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929eb9b3-c692-40fa-af8b-e3a2e1e3121b None None] Network b275eb1c-215f-4311-8e6c-5578feb14735 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:29.343811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.355092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.375182 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1d2ffc51-bf73-40a4-a788-e6276ee8508f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2371602 Sep 07 14:22:29.400000 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:22:29.446710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.511896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.512436 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Added segment 98f3780d-503a-47ba-9b94-74140a4a4d1f of type vlan for network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 Sep 07 14:22:29.544813 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11048757-b278-4433-b687-6fe9800e88b3 None None] Network b275eb1c-215f-4311-8e6c-5578feb14735 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:29.545900 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.558059 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.615121 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f19202-84c9-41b2-8076-9b69ef0587cb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:29.694982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.714659 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.745001 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.755466 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.756587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:29.757580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.830482 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:29.869457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] Pushing event updated for resources: {'Network': ['ID=451a2f6d-2a54-42b3-9d0b-64f050564cb5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:29.883553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:22:29.938242 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Allocated IP 172.27.1.237 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/b5b60eb6-76a6-40ac-bcc8-95db74e1b453) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:30.083886 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:30.088308 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.089445 dv-cinder-760199-15-iscsi neutron-server[93889]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 14:22:30.137888 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:30.138741 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.186670 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decacc4d-3db4-4668-a49e-d52b8b797e92,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:30.384201 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7e2f7b94-dee4-4b6e-a1c5-1bfc611fc232 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8401883 Sep 07 14:22:30.418166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.424958 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:30.434225 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57404) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:30.451831 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-64ffaaf7-9415-4c31-b098-311af3cf2429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.462227 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:22:30.475196 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Request body: {'subnet': {'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-244451234-subnet', 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:30.477683 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.525849 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:30.544982 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.545330 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Added segment 8856c5af-914b-47bc-85ff-4f57295736d0 of type vlan for network d9a8c985-22fb-497c-86a8-0c1b0231a5cf Sep 07 14:22:30.575092 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:30.575255 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073e74d-8e63-4fc1-8184-5f4b148efdb0 None None] Network d472fd73-ca38-493a-8026-a19ef3052825 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:30.577712 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.581914 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-08a2aaf8-ff3f-4bd1-845b-37c1d8f8d9ef tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:30.590919 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-08a2aaf8-ff3f-4bd1-845b-37c1d8f8d9ef tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/networks?id=b275eb1c-215f-4311-8e6c-5578feb14735 HTTP/1.1" status: 200 len: 812 time: 0.5053542 Sep 07 14:22:30.611814 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-d816e161-fbf1-4ef7-b77c-a029a67cb8c7 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/quotas/772a7fe0916345339dfb19c3d58795a6 HTTP/1.1" status: 200 len: 375 time: 0.0196757 Sep 07 14:22:30.650870 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Provisioning for port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:30.656826 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Provisioning complete for port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:30.657352 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.665768 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.703526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-9c53e08f-34a6-4f4c-87b7-1f5079089cc6 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=772a7fe0916345339dfb19c3d58795a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871072 Sep 07 14:22:30.706413 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.765925 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:30.775725 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.776945 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:30.777501 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.787682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:30.790531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:30.793224 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:30.880174 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.934465 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] For port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:30.947173 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:30.966799 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-f7ea55e5-3f89-41e9-9824-63e3f16cb2df service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:22:30.967872 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-f7ea55e5-3f89-41e9-9824-63e3f16cb2df service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179183 Sep 07 14:22:31.010731 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d5906-f1a7-491d-95c0-33440c3334fe None None] Pushing event updated for resources: {'Port': ['ID=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:31.037859 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] Pushing event updated for resources: {'Network': ['ID=d9a8c985-22fb-497c-86a8-0c1b0231a5cf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:31.058487 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:22:31.083302 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-64ffaaf7-9415-4c31-b098-311af3cf2429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.098365 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-7a75c34b-2823-4434-8106-1b5169f821b9 service neutron] 10.222.0.76 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101758 Sep 07 14:22:31.102933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-64ffaaf7-9415-4c31-b098-311af3cf2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.116625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3f3586cf-0fc3-44dd-b321-526dc3f6714b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7644186 Sep 07 14:22:31.120216 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:31.151025 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Request body: {'subnet': {'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1917954484-subnet', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:31.291721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ec46b9b-4572-4a9e-8514-273ee9af46c0 None None] Provisioning complete for port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:31.292618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ec46b9b-4572-4a9e-8514-273ee9af46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.367951 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-64ffaaf7-9415-4c31-b098-311af3cf2429 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc6d6e02b5394a759efc5d5d7d84d168&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2252376 Sep 07 14:22:31.380507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffaaf7-9415-4c31-b098-311af3cf2429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a16095a-2161-4bd9-a19e-b2523925c9ce,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:31.381990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57438) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:31.419998 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.439217 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Made reservation on behalf of 136e1b2180604d28b0ab5bd128f7e701 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:31.441970 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.505999 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-4b5dd3ae-b4a8-4f07-840b-5b5de6862e8e service neutron] 10.222.0.76 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953109 Sep 07 14:22:31.521191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.527518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.552600 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.555520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.614585 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.621964 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498a455b-8eeb-48c9-b367-2eebf0f099b5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:31.671707 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Checking segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:31.672138 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Network hostable DHCP agents. Network: 451a2f6d-2a54-42b3-9d0b-64f050564cb5, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:22:31.690110 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:22:31.702096 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 451a2f6d-2a54-42b3-9d0b-64f050564cb5) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:31.706095 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.709697 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.712464 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa43285-343a-41fb-bcdc-d33c48db8667 None None] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:31.728718 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a16095a-2161-4bd9-a19e-b2523925c9ce HTTP/1.1" status: 204 len: 168 time: 0.3442221 Sep 07 14:22:31.756446 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e798c-3b4c-4767-bc46-a9fa789879a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a16095a-2161-4bd9-a19e-b2523925c9ce,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:31.768423 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:31.769009 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:31.932261 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57460) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:31.940150 dv-cinder-760199-15-iscsi neutron-server[93890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 14:22:31.987315 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.003781 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9598-7518-42dc-b279-9843683c1668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.007721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d11be-81e8-4bf1-94e8-95de3956e06b None None] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:32.070758 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7e6e81b3-0e85-425c-8a15-0abfa8e74f67 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6354992 Sep 07 14:22:32.126200 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-980fdb2a-d938-4d4c-a00e-852189eb48f5 req-220fa74d-07f9-46d1-90c1-f063434a8de5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.1906314 Sep 07 14:22:32.244802 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Router 72f3cd52-00ad-498e-822b-73197b58717c is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:22:32.320175 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.340799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:32.350838 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:32.381113 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Allocated IP 172.27.1.79 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/0184f499-215c-40b1-b4c4-9d403cbbd4ab) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:32.400235 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1430f9-df80-4197-bd9d-e233bac645d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.464776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:32.465123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.590612 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:32.615947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:32.619328 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1430f9-df80-4197-bd9d-e233bac645d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.632659 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1430f9-df80-4197-bd9d-e233bac645d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.635050 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:32.644054 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Checking segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:32.644411 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Network hostable DHCP agents. Network: d9a8c985-22fb-497c-86a8-0c1b0231a5cf, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:22:32.653882 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:32.654519 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:32.680816 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.687404 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bc5178de-71e7-4e22-a094-fb230ef61bb7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9271305 Sep 07 14:22:32.688710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:32.692322 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:22:32.722151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, d9a8c985-22fb-497c-86a8-0c1b0231a5cf) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:32.727241 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.734705 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54812fb8-be1f-4d64-919f-abc0ba10d015 None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:32.735548 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:32.736192 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:32.767977 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:32.771287 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f053cbfb-74ea-49b5-81f5-3baf7df4bcb3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6464267 Sep 07 14:22:32.780128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:32.789917 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eb1430f9-df80-4197-bd9d-e233bac645d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2836f6bb5ca943a881a12ba97d2f5085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4378703 Sep 07 14:22:32.790797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57500) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:32.806276 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1430f9-df80-4197-bd9d-e233bac645d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028df56b-23b2-4f20-846a-fe5fb279b3b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:32.870606 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:32.916908 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.099623 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:33.105461 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57510) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:33.131020 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:33.149874 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:33.178623 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-d9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:22:33.182637 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.201548 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:31Z', 'revision_number': 3, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:33.205909 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.206942 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.307664 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:33.314826 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Updating router 72f3cd52-00ad-498e-822b-73197b58717c port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:33.364651 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.467134 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Pushing event updated for resources: {'Port': ['ID=0184f499-215c-40b1-b4c4-9d403cbbd4ab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:33.532065 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Allocated IP 172.20.0.2 (d9a8c985-22fb-497c-86a8-0c1b0231a5cf/98ea4dda-d862-4aaf-8bc5-aa77a3c4c240/6c6b8b5e-0b65-4593-b36f-63e97c858e77) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:33.612171 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b185e2-447f-4bbf-ac64-a375899139af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.627442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.735336 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-11fb7392-ecbb-470a-a186-204d980b74d1 req-4f9b399a-40f9-49c2-adb7-53788a47018b tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.4359457 Sep 07 14:22:33.764924 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.781559 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Transition to ACTIVE for port object b5b60eb6-76a6-40ac-bcc8-95db74e1b453 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:33.794268 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.866058 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Attempting to bind port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:33.866564 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Attempting to bind port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:33.867011 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Attempting to bind port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:33.882752 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:33.886486 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.888436 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:33.888849 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:33.889586 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.890084 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:33.890641 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Bound port: b5b60eb6-76a6-40ac-bcc8-95db74e1b453, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:33.891123 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.901239 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.901786 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.902140 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.902482 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.902819 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.903530 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.903878 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.904213 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.905348 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.905690 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.906066 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.906164 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Transition to ACTIVE for port object 6c6b8b5e-0b65-4593-b36f-63e97c858e77 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:33.906339 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Tracked resource versions report: Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: pushed versions: Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: { 'AddressGroup': {'1.2'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Log': {'1.0'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Network': {'1.1'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Port': {'1.7'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'PortForwarding': {'1.2'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'QosPolicy': {'1.9'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroup': {'1.4'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SubPort': {'1.0'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Subnet': {'1.1'}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Trunk': {'1.1'}} Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: consumer versions: Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: { DHCP agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: HyperV agent@hv-cinder-76019: {}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: L3 agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: Metadata agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: Metering agent@dv-cinder-760199-15-iscsi: {}, Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: Open vSwitch agent@dv-cinder-760199-15-iscsi: { 'AddressGroup': '1.2', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'ConntrackHelper': '1.0', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Log': '1.0', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Network': '1.1', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Port': '1.7', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'PortForwarding': '1.2', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'QosPolicy': '1.9', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroup': '1.4', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SecurityGroupRule': '1.2', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'SubPort': '1.0', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Subnet': '1.1', Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: 'Trunk': '1.1'}} Sep 07 14:22:33.907837 dv-cinder-760199-15-iscsi neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:22:33.938573 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Transition to ACTIVE for port object 6c6b8b5e-0b65-4593-b36f-63e97c858e77 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:33.959218 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:33.994110 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.001155 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.037305 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] For port b5b60eb6-76a6-40ac-bcc8-95db74e1b453, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:34.042537 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] For port b5b60eb6-76a6-40ac-bcc8-95db74e1b453, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:34.071313 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.076987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.091079 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Pushing event updated for resources: {'Port': ['ID=6c6b8b5e-0b65-4593-b36f-63e97c858e77,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:34.105948 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.138743 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:34.143515 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:34.148673 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:34.182151 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:34.182795 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:34.222463 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-6acb5fff-2aa6-466d-8b26-a49d14ad4a9d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:34.231826 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-6acb5fff-2aa6-466d-8b26-a49d14ad4a9d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.7660155 Sep 07 14:22:34.268392 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-7d4c72fb-f737-427c-b408-bf3e069b1002 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/quotas/4416c6be843648d5b7d34afde1ccd3d8 HTTP/1.1" status: 200 len: 375 time: 0.0353861 Sep 07 14:22:34.300408 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Attempting to bind port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:34.302082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Attempting to bind port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:34.302464 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Attempting to bind port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:34.314992 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:34.317574 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Checking segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:34.318046 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.318456 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Bound using segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:34.318979 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Bound port: 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:34.319424 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.333374 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ba8de-3e94-4cea-97d5-8cb9fef6a2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:34.340182 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.342850 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.344312 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/028df56b-23b2-4f20-846a-fe5fb279b3b6 HTTP/1.1" status: 204 len: 168 time: 1.5487576 Sep 07 14:22:34.350364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.374883 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a2c0a-3e35-454a-b601-d845ca9ddfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028df56b-23b2-4f20-846a-fe5fb279b3b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:34.398856 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-31fdb1f1-1d00-4c68-8ba0-fff9bb689d9f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292315 Sep 07 14:22:34.545178 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:34.678142 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b185e2-447f-4bbf-ac64-a375899139af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.752462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.776463 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e5a3d324-dced-4fa0-b043-ee120083f370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.793165 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b185e2-447f-4bbf-ac64-a375899139af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.810979 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-ad2184fc-b077-44a2-8e75-a91b2fdd83c7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:22:34.812687 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-ad2184fc-b077-44a2-8e75-a91b2fdd83c7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2859411 Sep 07 14:22:34.889976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.896051 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] For port 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:34.901618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] For port 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6c6b8b5e-0b65-4593-b36f-63e97c858e77,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:34.913463 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.953073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:34.993720 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Allocated IP 172.20.0.1 (d472fd73-ca38-493a-8026-a19ef3052825/aa066139-fd47-49eb-8e87-d0488cc6603f/9daff1ca-26fc-416d-8e45-e508cfe0fa9e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:35.006058 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:35.014200 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:31Z', 'revision_number': 3, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:35.029688 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794c466-2265-4edb-9a68-0fe4eb24e433 None None] Pushing event updated for resources: {'Port': ['ID=6c6b8b5e-0b65-4593-b36f-63e97c858e77,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:35.052127 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c4b185e2-447f-4bbf-ac64-a375899139af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e142866dedc472ca7a26800d8a18300&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9401910 Sep 07 14:22:35.058542 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8c2c1-8157-4b9b-a7be-861b25d21d2c None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:31Z', 'revision_number': 3, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:35.088782 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:35.151829 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b185e2-447f-4bbf-ac64-a375899139af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b52e6f-ec9f-4e68-af1d-b19283f705d8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:35.344757 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.68', 59484) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:35.359540 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4f63df0f-21ce-4f4e-8cd9-d3492ecb11e2 req-b6ee885f-9af6-4f7e-938f-14307e83d4ed tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.1270905 Sep 07 14:22:35.367341 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-13be886b-2464-4c3d-9018-9a64ef0d9812 service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308993 Sep 07 14:22:35.728462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:35.757086 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-5a0c69a5-b2d8-4243-803c-fb74f9f0d0d0 service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803609 Sep 07 14:22:35.779404 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Router 3c3ace67-ef08-43f6-a9ba-4d261167c057 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:22:35.788470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-d198f29c-b444-47b9-89fb-3d9dbaf64072 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:35.799874 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-d198f29c-b444-47b9-89fb-3d9dbaf64072 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.68 "GET /v2.0/networks?id=b275eb1c-215f-4311-8e6c-5578feb14735 HTTP/1.1" status: 200 len: 812 time: 0.4322662 Sep 07 14:22:35.841449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Allocated IP 172.27.1.216 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/549969be-d3ad-421a-bef9-4df3f20fa333) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:35.845905 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:35.868762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:35.915363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Transition to ACTIVE for port object 9daff1ca-26fc-416d-8e45-e508cfe0fa9e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:35.915363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Request body: {'port': {'device_id': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735', 'admin_state_up': True, 'tenant_id': '772a7fe0916345339dfb19c3d58795a6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:36.013500 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:36.041244 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Sync routers for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:36.042214 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:36.045233 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:36.047732 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3e179a35-6418-4669-a8e0-f1e615167234 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2386212 Sep 07 14:22:36.052557 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57624) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:36.071398 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:36.074223 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:36.583443 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6c6b8b5e-0b65-4593-b36f-63e97c858e77 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:36.675366 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:36.783866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:36.881449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.033549 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-887a24b5-396c-49b9-a2e9-10b5471b60ea req-fde74efd-8321-478b-88f3-a367be6020d1 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.1008027 Sep 07 14:22:37.042621 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f13d9f-ab72-41e0-974b-2e49968146f2 None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:22:37.107666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.228415 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:37.248207 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5470061c-6cf1-4b4f-a773-7965b264d4f4 req-bbfbccfe-7376-43d4-8ae9-0a7af2622445 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 210 time: 0.2771776 Sep 07 14:22:37.358982 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b5b60eb6-76a6-40ac-bcc8-95db74e1b453 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:37.505996 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.509465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.510655 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52b52e6f-ec9f-4e68-af1d-b19283f705d8 HTTP/1.1" status: 204 len: 168 time: 2.4179237 Sep 07 14:22:37.513731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Pushing event updated for resources: {'Port': ['ID=549969be-d3ad-421a-bef9-4df3f20fa333,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:37.580590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:37.582862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b20a5-cb8f-46bb-900d-52ffd6493f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b52e6f-ec9f-4e68-af1d-b19283f705d8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:37.610900 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:37.620261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:37.766144 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.871009 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.915726 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Provisioning for port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:37.932990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Pushing event updated for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:37.945683 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Provisioning complete for port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:37.946489 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:37.974568 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Made reservation on behalf of 772a7fe0916345339dfb19c3d58795a6 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:37.978681 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.008180 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Network d472fd73-ca38-493a-8026-a19ef3052825 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:38.026009 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.028064 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:38.033371 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:38.034499 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.364260 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:38.364260 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:33Z', 'revision_number': 3, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:38.396347 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:38.396347 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.479558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Checking router: 3c3ace67-ef08-43f6-a9ba-4d261167c057 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:38.480258 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Updating router 3c3ace67-ef08-43f6-a9ba-4d261167c057 port 0184f499-215c-40b1-b4c4-9d403cbbd4ab binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:38.742644 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.747796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:38.813691 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d2fb152-dfb8-450c-85ec-73a084e91ff2 req-d5601332-91dc-4cba-a6f4-f9d4fcec6cd7 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.1899774 Sep 07 14:22:38.984329 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.003462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] For port 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6c6b8b5e-0b65-4593-b36f-63e97c858e77,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:39.095187 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.182421 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Allocated IP 172.20.0.1 (d775a280-3a48-46f7-827d-3d952fb78fa5/e947b8a3-3396-420e-8de9-7a180e1e6be9/0fa76fd2-8573-4dcf-bc1e-7849bd828f92) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:39.453395 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.481265 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96665745-ad8a-4a78-b20d-ee7466baed3a None None] Provisioning for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:39.537175 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.565842 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc7100-00c4-4ee5-bc60-33be0997e913 None None] Pushing event updated for resources: {'Port': ['ID=6c6b8b5e-0b65-4593-b36f-63e97c858e77,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:39.575553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96665745-ad8a-4a78-b20d-ee7466baed3a None None] Provisioning complete for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:39.576135 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96665745-ad8a-4a78-b20d-ee7466baed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.632815 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.701483 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:39.730752 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port b5b60eb6-76a6-40ac-bcc8-95db74e1b453, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:39.761852 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Network d775a280-3a48-46f7-827d-3d952fb78fa5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:39.763384 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:39.768257 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:39.768747 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:39.817255 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd19450a-d07e-41df-9d80-0246a86be147 req-ca4e7965-eda4-4257-90e9-36623a55d708 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 210 time: 0.8343213 Sep 07 14:22:39.820762 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-96665745-ad8a-4a78-b20d-ee7466baed3a None None] Port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:22:39.921164 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:40.002310 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.68', 59499) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:40.174406 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6c6b8b5e-0b65-4593-b36f-63e97c858e77 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:40.184737 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:40.274904 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5fa6313c-f154-4eae-8e6d-fd275c177b71 None None] Provisioning complete for port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:40.275911 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5fa6313c-f154-4eae-8e6d-fd275c177b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:40.381807 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-f9f4b16e-d436-4e5e-888e-b8103f1eb6bb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:40.394181 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-f9f4b16e-d436-4e5e-888e-b8103f1eb6bb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.3563275 Sep 07 14:22:40.438240 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Request body: {'port': {'device_id': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'admin_state_up': True, 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:40.604995 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:40.647959 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:40.648470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:40.654210 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Transition to ACTIVE for port object 0184f499-215c-40b1-b4c4-9d403cbbd4ab will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:40.702397 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-30b5fb96-7c18-4000-90df-bd8dbadc5eb9 req-40839808-d8a3-4674-9a8c-b548930da6af tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.6652026 Sep 07 14:22:40.774048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:40.801915 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.098290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57770) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:41.111954 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54682cd1-0e01-4e65-9bc8-04d979251a00 None None] Pushing event updated for resources: {'Port': ['ID=0184f499-215c-40b1-b4c4-9d403cbbd4ab,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:41.137593 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Attempting to bind port 0184f499-215c-40b1-b4c4-9d403cbbd4ab on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:41.137593 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Attempting to bind port 0184f499-215c-40b1-b4c4-9d403cbbd4ab by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:41.140367 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Attempting to bind port 0184f499-215c-40b1-b4c4-9d403cbbd4ab on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:41.156535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:41.156535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:41.156535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.156535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:41.156535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Bound port: 0184f499-215c-40b1-b4c4-9d403cbbd4ab, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:41.157467 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.415825 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00634b0c-a7a4-47ed-9d87-ba578e31b404 req-0d402555-62d7-4dc6-b708-77ddcff08c24 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 210 time: 0.3141332 Sep 07 14:22:41.430224 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Allocated IP 172.20.0.13 (b275eb1c-215f-4311-8e6c-5578feb14735/6e0c80c4-b583-4fc2-b7c5-5bc029245891/945ea8fa-0588-44b7-b57c-a278f71d4cd9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:41.445477 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:41.450933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.512517 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.536852 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] For port 0184f499-215c-40b1-b4c4-9d403cbbd4ab, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:41.551139 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] For port 0184f499-215c-40b1-b4c4-9d403cbbd4ab, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0184f499-215c-40b1-b4c4-9d403cbbd4ab,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:41.557418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.559933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.579847 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33c4067-2d83-4751-ac9d-768d3947cff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.654526 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:41.657610 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:41.662108 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54682cd1-0e01-4e65-9bc8-04d979251a00 None None] Pushing event updated for resources: {'Port': ['ID=0184f499-215c-40b1-b4c4-9d403cbbd4ab,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:41.711320 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33c4067-2d83-4751-ac9d-768d3947cff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:41.917954 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:42.138124 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b5b60eb6-76a6-40ac-bcc8-95db74e1b453 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:42.225572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33c4067-2d83-4751-ac9d-768d3947cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.333730 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:22:42.350248 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e275a17e-a9ae-477a-926c-b68c1efea9f6 req-4841bc8a-ebe1-4b70-a31c-c40b446a6610 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.3886890 Sep 07 14:22:42.368150 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c4067-2d83-4751-ac9d-768d3947cff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff9a2f-fda2-4d4a-8c84-e61d8e68c0f7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:42.396504 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Allocated IP 172.20.0.13 (451a2f6d-2a54-42b3-9d0b-64f050564cb5/498a455b-8eeb-48c9-b367-2eebf0f099b5/5babedf9-1e5c-4399-94c6-56f4c985de3a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:42.402662 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a33c4067-2d83-4751-ac9d-768d3947cff6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9251dce4312a4fe79a3caa33fa95fd43&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2859628 Sep 07 14:22:42.413403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:42.546089 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:42.546498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.686616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.706124 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4deb27a5-3ecd-4d9c-99e9-beb39586c02a req-19f85636-f89c-4d97-97ce-295541824e5e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 210 time: 0.1158381 Sep 07 14:22:42.718227 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0fa76fd2-8573-4dcf-bc1e-7849bd828f92', 'name': '', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'mac_address': 'fa:16:3e:35:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:38Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 1, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'subnets': [{'id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:42.741330 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.754531 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.755846 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.774853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae6d96-ab70-4937-b352-0280ee42707e None None] The sync data for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi is: [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0fa76fd2-8573-4dcf-bc1e-7849bd828f92', 'name': '', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'mac_address': 'fa:16:3e:35:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:38Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 1, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'subnets': [{'id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:42.829872 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.896026 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.896846 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:42.976840 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:43.154821 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.183648 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.189297 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Pushing event updated for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:43.244491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:43.259462 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:43.279537 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:43.280182 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:43.404259 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Network d775a280-3a48-46f7-827d-3d952fb78fa5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:43.476472 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:43.518022 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.544869 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:43.569053 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event updated for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:43.578294 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:43.585496 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Network d472fd73-ca38-493a-8026-a19ef3052825 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:43.587174 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:43.593116 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:43.593851 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.629161 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:43.659422 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.696265 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5ae763cc-65a1-4bb7-b2bc-9e2682cef3f0 req-05f31626-9ea9-4de9-8c61-adf7796ebb32 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.1690695 Sep 07 14:22:43.698511 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:43.800252 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d5009a71-2c3c-42fb-bdc6-230d4dbd6487 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3640966 Sep 07 14:22:43.835264 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.845760 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7cfda915-0d8a-4c60-829a-1a00725909cc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0688741 Sep 07 14:22:43.854587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57844) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:43.864831 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-afcb1988-65f7-4562-8c31-b2a3bfa76bfe tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:22:43.872898 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-afcb1988-65f7-4562-8c31-b2a3bfa76bfe tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392401 Sep 07 14:22:43.965383 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.988837 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.990027 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bff9a2f-fda2-4d4a-8c84-e61d8e68c0f7 HTTP/1.1" status: 204 len: 168 time: 1.5716908 Sep 07 14:22:44.082126 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f2bce3f3-6052-49d7-a244-38d0648c2f8a None None] Provisioning complete for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:44.084229 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2bce3f3-6052-49d7-a244-38d0648c2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:44.094520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ad556-f5e5-4eee-8bf4-557e33f4e06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff9a2f-fda2-4d4a-8c84-e61d8e68c0f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:44.099658 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Router 3c3ace67-ef08-43f6-a9ba-4d261167c057 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:22:44.143746 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:38Z', 'revision_number': 3, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:44.181172 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:44.182008 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Updating router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f port 549969be-d3ad-421a-bef9-4df3f20fa333 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:44.242200 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:44.340341 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f2bce3f3-6052-49d7-a244-38d0648c2f8a None None] Port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:22:44.604963 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Request body: {'port': {'device_id': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:44.803834 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:44.833769 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0c2b5443-49ab-4eca-bf22-ce77a71f8f63 admin admin] 10.222.0.76 "PUT /v2.0/routers/3c3ace67-ef08-43f6-a9ba-4d261167c057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7651658 Sep 07 14:22:44.833769 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:44.970127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.268186 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.301071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Pushing event updated for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:45.308057 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Transition to ACTIVE for port object 549969be-d3ad-421a-bef9-4df3f20fa333 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:45.325534 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.338615 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e7edf-9284-4d20-bb0a-48a11d264b5d req-4e086d06-1169-4261-8a3d-cbdf365c4ba0 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:45.340483 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-689e7edf-9284-4d20-bb0a-48a11d264b5d req-4e086d06-1169-4261-8a3d-cbdf365c4ba0 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 932 time: 1.3773818 Sep 07 14:22:45.452668 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47f4c3-a8da-4390-b9a8-7394d5076e2e req-7096d296-d0dc-47e5-a561-9caca8a90169 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:45.452668 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3a47f4c3-a8da-4390-b9a8-7394d5076e2e req-7096d296-d0dc-47e5-a561-9caca8a90169 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 932 time: 0.4868202 Sep 07 14:22:45.516520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:22:45.554448 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Network b275eb1c-215f-4311-8e6c-5578feb14735 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:45.574047 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Attempting to bind port 549969be-d3ad-421a-bef9-4df3f20fa333 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:45.574348 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Attempting to bind port 549969be-d3ad-421a-bef9-4df3f20fa333 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:45.576926 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Attempting to bind port 549969be-d3ad-421a-bef9-4df3f20fa333 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:45.590169 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:45.596384 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4000f6-5483-4685-95dc-ec54425413c1 None None] Pushing event updated for resources: {'Port': ['ID=549969be-d3ad-421a-bef9-4df3f20fa333,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:45.611700 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:45.612109 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:45.613649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:45.613830 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.614162 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:45.616063 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Bound port: 549969be-d3ad-421a-bef9-4df3f20fa333, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:45.618700 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.620848 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:45.621644 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.660614 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3a47f4c3-a8da-4390-b9a8-7394d5076e2e req-0c74855e-4139-43eb-a696-40ce80796482 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990819 Sep 07 14:22:45.679595 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-689e7edf-9284-4d20-bb0a-48a11d264b5d req-75b2cf7c-fc84-4b87-b433-e05d528c3225 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029227 Sep 07 14:22:45.686073 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-eec49b8c-ed84-436f-8bac-c434b9f0db03 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7844365 Sep 07 14:22:45.805108 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] For port 549969be-d3ad-421a-bef9-4df3f20fa333, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:45.812174 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] For port 549969be-d3ad-421a-bef9-4df3f20fa333, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=549969be-d3ad-421a-bef9-4df3f20fa333,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:45.822261 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.894618 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Request body: {'port': {'device_id': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:45.995923 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5babedf9-1e5c-4399-94c6-56f4c985de3a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:22:46.007471 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:46.074217 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Transition to ACTIVE for port object 5babedf9-1e5c-4399-94c6-56f4c985de3a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:46.082008 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4000f6-5483-4685-95dc-ec54425413c1 None None] Pushing event updated for resources: {'Port': ['ID=549969be-d3ad-421a-bef9-4df3f20fa333,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:46.085328 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:46.085949 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:46.086380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:46.249194 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0184f499-215c-40b1-b4c4-9d403cbbd4ab up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:46.262243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:46.422217 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:46.579713 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 0184f499-215c-40b1-b4c4-9d403cbbd4ab completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:46.591555 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0184f499-215c-40b1-b4c4-9d403cbbd4ab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:46.594555 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:46.750310 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:46.885891 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:46.887838 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:46.901090 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:46.911234 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-248b25e8-f366-4c14-be81-0a5605daa406 admin admin] 10.222.0.76 "PUT /v2.0/routers/72f3cd52-00ad-498e-822b-73197b58717c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2119546 Sep 07 14:22:46.952670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:46.973574 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:46.974225 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:47.076761 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Attempting to bind port 5babedf9-1e5c-4399-94c6-56f4c985de3a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:47.077373 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Attempting to bind port 5babedf9-1e5c-4399-94c6-56f4c985de3a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:47.077699 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Attempting to bind port 5babedf9-1e5c-4399-94c6-56f4c985de3a on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:47.116285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 0184f499-215c-40b1-b4c4-9d403cbbd4ab, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0184f499-215c-40b1-b4c4-9d403cbbd4ab,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:47.124689 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:38Z', 'revision_number': 3, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:47.130766 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Port 5babedf9-1e5c-4399-94c6-56f4c985de3a on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:22:47.131167 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:47.131623 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Attempting to bind port 5babedf9-1e5c-4399-94c6-56f4c985de3a on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:47.203953 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f874d-9fc8-4a0c-88ae-c1fc036b7aa2 None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:38Z', 'revision_number': 3, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:47.246541 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Sync routers for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:47.271448 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:47.272179 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:47.306406 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:47.306763 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Checking segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:47.307367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Bound using segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:47.307813 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Bound port: 5babedf9-1e5c-4399-94c6-56f4c985de3a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:47.308179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:47.459727 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=0184f499-215c-40b1-b4c4-9d403cbbd4ab,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:47.555874 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-eb026640-8c55-4fdd-954e-48488b2c5dfb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:47.561773 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-eb026640-8c55-4fdd-954e-48488b2c5dfb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 818 time: 1.0359015 Sep 07 14:22:47.570410 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:47.613820 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:47.654460 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-216a8e26-ecf9-486e-8014-48befbac4000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:47.657620 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-af89142a-4e13-4f74-a3c6-b565e5c2a011 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/quotas/e2678a23ee2d4ca3ac8df53300e61a95 HTTP/1.1" status: 200 len: 375 time: 0.0808091 Sep 07 14:22:47.682292 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:47.725712 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:47.760192 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:47.820022 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-e8f63d7e-8a39-42ea-b0cf-761abf081616 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612105 Sep 07 14:22:47.830428 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:47.865003 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:47.867296 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/5babedf9-1e5c-4399-94c6-56f4c985de3a HTTP/1.1" status: 200 len: 1094 time: 3.5135934 Sep 07 14:22:47.928462 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:22:48.172972 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46f98-c89b-413e-8af3-1dfe70c247b0 req-7a9ae118-0b93-4b18-b757-11d33b20646b tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:48.182713 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-82f46f98-c89b-413e-8af3-1dfe70c247b0 req-7a9ae118-0b93-4b18-b757-11d33b20646b tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 932 time: 1.2980394 Sep 07 14:22:48.186597 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5013c-4538-48b5-b325-db1156d645e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:48.243225 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 2, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:48.313653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:48.315427 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Updating router 72f3cd52-00ad-498e-822b-73197b58717c port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:48.420735 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:48.437902 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:22:48.502290 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0184f499-215c-40b1-b4c4-9d403cbbd4ab up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:48.641854 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:48.710050 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-82f46f98-c89b-413e-8af3-1dfe70c247b0 req-99450ec2-0139-4a49-b552-13e280e4fb24 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252669 Sep 07 14:22:48.741983 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-193a3539-6882-42a8-82e2-5816e51b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:48.743741 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-193a3539-6882-42a8-82e2-5816e51b5639 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 1097 time: 0.5188234 Sep 07 14:22:48.763846 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0fa76fd2-8573-4dcf-bc1e-7849bd828f92', 'name': '', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'mac_address': 'fa:16:3e:35:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:38Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 2, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'subnets': [{'id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:48.806700 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Checking router: 3c3ace67-ef08-43f6-a9ba-4d261167c057 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:48.807122 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Updating router 3c3ace67-ef08-43f6-a9ba-4d261167c057 port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:48.845845 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:48.851992 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:22:48.916749 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0184f499-215c-40b1-b4c4-9d403cbbd4ab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:48.917100 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:49.044993 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-d9e5c20f-eedb-4fe1-981c-26cea6751fd8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a HTTP/1.1" status: 200 len: 217 time: 0.2178996 Sep 07 14:22:49.053150 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-f25c4fca-269a-41eb-ba17-e3d71ae8cfa0 service neutron] 10.222.0.76 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504298 Sep 07 14:22:49.238115 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-ef404c05-ea14-4c73-990d-51918eb544c6 service neutron] 10.222.0.76 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734788 Sep 07 14:22:49.359947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-acf71e45-8126-4a42-b754-6b4696999eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:49.364971 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-acf71e45-8126-4a42-b754-6b4696999eeb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.1258640 Sep 07 14:22:49.477322 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-0388f5a6-9336-4932-bb6c-d4a2172b7de6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945549 Sep 07 14:22:49.491534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-216a8e26-ecf9-486e-8014-48befbac4000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:49.595210 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628bfff-96d3-4872-b062-4c789a81fec1 req-81758729-8256-4e87-aca1-4fa649944e73 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:49.608463 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c628bfff-96d3-4872-b062-4c789a81fec1 req-81758729-8256-4e87-aca1-4fa649944e73 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 944 time: 0.7277911 Sep 07 14:22:49.669943 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 549969be-d3ad-421a-bef9-4df3f20fa333 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:49.700197 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-216a8e26-ecf9-486e-8014-48befbac4000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:49.705749 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-39b17f31-fe95-49eb-b188-7b6b5e698ad1 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919193 Sep 07 14:22:49.874648 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8e26-ecf9-486e-8014-48befbac4000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c9fdd-5977-49c9-bc43-1749ff6864f1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:49.919853 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:49.924258 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:49.946379 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Transition to ACTIVE for port object 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:49.957439 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.013378 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Transition to ACTIVE for port object 9daff1ca-26fc-416d-8e45-e508cfe0fa9e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:50.049007 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.099731 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c628bfff-96d3-4872-b062-4c789a81fec1 req-a7b9677d-ba48-4c6e-9843-e916ebdb1cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003649 Sep 07 14:22:50.104448 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6296-f107-4415-a281-49ab78e28071 None None] Pushing event updated for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:50.183490 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffbfd130-b0c4-46d7-b562-70256c056412 req-29900e1d-b859-4c41-a1fe-ef25f44ca703 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617286 Sep 07 14:22:50.243563 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945ea8fa-0588-44b7-b57c-a278f71d4cd9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:22:50.384248 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Attempting to bind port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:50.384621 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Attempting to bind port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:50.384980 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Attempting to bind port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 on network d775a280-3a48-46f7-827d-3d952fb78fa5 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:50.404790 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-216a8e26-ecf9-486e-8014-48befbac4000 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3d47097e7aa458fbb9bd1f37988c456&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5082457 Sep 07 14:22:50.408017 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58064) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:50.408864 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:50.409286 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Checking segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:50.416644 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.417063 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Bound using segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:50.417562 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Bound port: 0fa76fd2-8573-4dcf-bc1e-7849bd828f92, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:50.422946 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.428263 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.565446 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Transition to ACTIVE for port object 945ea8fa-0588-44b7-b57c-a278f71d4cd9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:50.586995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Allocated IP 172.20.0.1 (d9a8c985-22fb-497c-86a8-0c1b0231a5cf/98ea4dda-d862-4aaf-8bc5-aa77a3c4c240/f09a55c1-12e1-43b7-afa1-1da1ca2d1c42) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:50.599750 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.626064 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:50.674796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a216-69a5-4590-b86a-8e3c227e51f6 None None] Pushing event updated for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:50.681438 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 549969be-d3ad-421a-bef9-4df3f20fa333 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:50.707076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 549969be-d3ad-421a-bef9-4df3f20fa333 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:50.707076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.728372 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] For port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:50.728592 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b9e62-8230-4f3b-9a37-0bb97760dd23 x-openstack-request-id: req-770b9e62-8230-4f3b-9a37-0bb97760dd23 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:22:50.728698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:22:50.728956 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-770b9e62-8230-4f3b-9a37-0bb97760dd23 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:22:50.729433 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a', 'status': 'completed', 'code': 200} Sep 07 14:22:50.738806 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] For port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:50.768138 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.856059 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:50.861774 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Pushing event updated for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:50.877209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:50.919449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235781699', 'description': 'tempest-description--567496273'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:50.949578 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:50.951570 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:50.996739 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Attempting to bind port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:51.000370 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Attempting to bind port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:51.000799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Attempting to bind port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:51.024826 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:51.025164 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Checking segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:51.028736 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b6296-f107-4415-a281-49ab78e28071 None None] Pushing event updated for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:51.030705 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.031209 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Bound using segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:51.033683 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Bound port: 9daff1ca-26fc-416d-8e45-e508cfe0fa9e, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:51.036764 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.073739 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.133304 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-fd5c13e7-0a60-4825-8184-502e7da9288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:51.133304 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-fd5c13e7-0a60-4825-8184-502e7da9288e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 1097 time: 0.2668025 Sep 07 14:22:51.201108 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:51.226691 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934272d-a0b2-4d6f-b134-ee318e1e558e req-44ca0ef8-0051-4a9f-a82d-629ff4481743 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:51.247870 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2934272d-a0b2-4d6f-b134-ee318e1e558e req-44ca0ef8-0051-4a9f-a82d-629ff4481743 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 944 time: 0.1828010 Sep 07 14:22:51.321624 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7417bbea-3410-4839-9783-d9fee52198db req-44a663f0-79e8-4140-9b1e-20fb983afb5c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 210 time: 0.3060713 Sep 07 14:22:51.328545 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2934272d-a0b2-4d6f-b134-ee318e1e558e req-96c4e78a-bb59-415b-9eaa-5e93483d3640 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790398 Sep 07 14:22:51.393307 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] For port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:51.409254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] For port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:51.410816 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76cd964b-0f6b-43ac-8e41-c3b757fe764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.423322 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Attempting to bind port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:51.430032 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Attempting to bind port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '1e289df8-3b98-405f-9a88-842d67afabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:51.430619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Attempting to bind port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 on network b275eb1c-215f-4311-8e6c-5578feb14735 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:51.449844 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 on network b275eb1c-215f-4311-8e6c-5578feb14735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:22:51.450433 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Attempting to bind port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 on network b275eb1c-215f-4311-8e6c-5578feb14735 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:51.460802 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.468751 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.482420 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.485754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.490330 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.493963 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c81c9fdd-5977-49c9-bc43-1749ff6864f1 HTTP/1.1" status: 204 len: 168 time: 1.0829515 Sep 07 14:22:51.510139 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:51.510771 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Checking segment: {'id': '1e289df8-3b98-405f-9a88-842d67afabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:51.511666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Bound using segment: {'id': '1e289df8-3b98-405f-9a88-842d67afabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:51.512294 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Bound port: 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e289df8-3b98-405f-9a88-842d67afabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:51.512822 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.641039 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.668098 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0fa76fd2-8573-4dcf-bc1e-7849bd828f92', 'name': '', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'mac_address': 'fa:16:3e:35:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:38Z', 'updated_at': '2021-09-07T14:22:50Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'subnets': [{'id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:51.717943 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Transition to ACTIVE for port object f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:51.719620 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 549969be-d3ad-421a-bef9-4df3f20fa333, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=549969be-d3ad-421a-bef9-4df3f20fa333,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:51.727245 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.68', 59506) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:51.738543 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:51.747283 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9a216-69a5-4590-b86a-8e3c227e51f6 None None] Pushing event updated for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:51.758147 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e35a2-d687-4f88-9654-99a417ddc8e7 None None] The sync data for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi is: [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:41Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0fa76fd2-8573-4dcf-bc1e-7849bd828f92', 'name': '', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'mac_address': 'fa:16:3e:35:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:38Z', 'updated_at': '2021-09-07T14:22:50Z', 'revision_number': 4, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'subnets': [{'id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:51.793948 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:51.851045 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:51.851825 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:52.070803 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9,segment=NetworkSegment(1e289df8-3b98-405f-9a88-842d67afabe6),segment_id=1e289df8-3b98-405f-9a88-842d67afabe6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:52.078249 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:52.111071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.124140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.153299 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-ff005a35-fbb5-4ba2-bb29-e0fea2675d8f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:52.168306 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-ff005a35-fbb5-4ba2-bb29-e0fea2675d8f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 818 time: 0.4184592 Sep 07 14:22:52.170920 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df7ab-7f5a-45a5-86c0-7b00cddec3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c9fdd-5977-49c9-bc43-1749ff6864f1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:52.217460 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-f47f7471-ffd7-45f8-a219-77e31797b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:52.218940 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-f47f7471-ffd7-45f8-a219-77e31797b0d7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 916 time: 1.0613356 Sep 07 14:22:52.290114 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:52.302680 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d0513-d8ab-4bf1-8080-1a68e2c88eb2 req-a11ddfb0-b61c-4344-b54a-18c923e8ba3f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:52.305828 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b69d0513-d8ab-4bf1-8080-1a68e2c88eb2 req-a11ddfb0-b61c-4344-b54a-18c923e8ba3f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 944 time: 0.7609572 Sep 07 14:22:52.307762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:52.322546 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=549969be-d3ad-421a-bef9-4df3f20fa333,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:52.337799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:52.345820 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:52.349989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.354535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:52.356385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] 10.222.0.68 "PUT /v2.0/ports/945ea8fa-0588-44b7-b57c-a278f71d4cd9 HTTP/1.1" status: 200 len: 1094 time: 6.4859257 Sep 07 14:22:52.356813 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.426657 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b69d0513-d8ab-4bf1-8080-1a68e2c88eb2 req-4d375b21-b0e8-400b-9af3-2fa64f8e1a92 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982256 Sep 07 14:22:52.435226 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:22:52.560236 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76cd964b-0f6b-43ac-8e41-c3b757fe764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.568295 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76cd964b-0f6b-43ac-8e41-c3b757fe764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.571832 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58104) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:52.587558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Pushing event updated for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:52.627018 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:52.627651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.655884 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b01e2a2-47fb-4466-aaa0-3df8fd8f6eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:52.726226 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:52.770628 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-76cd964b-0f6b-43ac-8e41-c3b757fe764d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c44c1a1cf9054c549bd0507abdd23536&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1311898 Sep 07 14:22:52.789406 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58116) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:52.981823 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.045071 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6942754-8c8a-46fe-95ce-c6f23d888c16 None None] Provisioning for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:53.079231 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573" -d '{"events": [{"name": "network-changed", "server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:22:53.122340 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.137579 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd964b-0f6b-43ac-8e41-c3b757fe764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac404e3-c1ec-4fed-bb2b-a9d09c7c5d01,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:53.152560 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-36f3d8ba-59ce-468f-a303-b59f809a5665 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a HTTP/1.1" status: 200 len: 217 time: 0.2933295 Sep 07 14:22:53.164925 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Request body: {'port': {'device_id': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'admin_state_up': True, 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:53.181643 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6942754-8c8a-46fe-95ce-c6f23d888c16 None None] Provisioning complete for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:53.181860 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.182003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6942754-8c8a-46fe-95ce-c6f23d888c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.208879 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.216543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-28a99d18-2127-45a1-8e11-eda4450550d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:53.226324 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-28a99d18-2127-45a1-8e11-eda4450550d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=772a7fe0916345339dfb19c3d58795a6&device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 1097 time: 0.2900553 Sep 07 14:22:53.240539 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e6942754-8c8a-46fe-95ce-c6f23d888c16 None None] Port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:22:53.252947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-ef99841e-2503-433e-a13b-c8e80e57bd95 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:53.255518 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-ef99841e-2503-433e-a13b-c8e80e57bd95 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 818 time: 1.3728876 Sep 07 14:22:53.280065 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b01e2a2-47fb-4466-aaa0-3df8fd8f6eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.292226 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:53.298684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef93d-8c11-4085-954b-f95b554425b6 service neutron] Pushing event updated for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:53.314574 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.320823 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b01e2a2-47fb-4466-aaa0-3df8fd8f6eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.381290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057fb9a3-c42d-4bac-a6c1-32af28907103,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:53.391273 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-da52a860-dcc6-49d4-8eb7-abf97ae95ca8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9 HTTP/1.1" status: 200 len: 217 time: 0.1306803 Sep 07 14:22:53.398310 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.399222 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895694a-b46a-4b67-86b0-6b603c38c0d5 req-45039a21-47dc-472e-8521-ff77a83e8c6a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:53.400537 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ea4e5655-82a3-414a-a9c6-4deabd80ae0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5063710 Sep 07 14:22:53.404008 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:53.406774 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4895694a-b46a-4b67-86b0-6b603c38c0d5 req-45039a21-47dc-472e-8521-ff77a83e8c6a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 944 time: 0.8076251 Sep 07 14:22:53.408408 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58130) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:53.410330 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:53.444180 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2cd6d-397c-4d6b-ad92-3241a045664a None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:53.452968 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group_rule': {'security_group_id': '057fb9a3-c42d-4bac-a6c1-32af28907103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:53.481460 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-dfe41a14-6f78-48db-851f-68b2088bc4a1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/quotas/e2678a23ee2d4ca3ac8df53300e61a95 HTTP/1.1" status: 200 len: 375 time: 0.1261170 Sep 07 14:22:53.555143 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4b01e2a2-47fb-4466-aaa0-3df8fd8f6eca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82928023bd6149f2b98d34e519ceece9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797046 Sep 07 14:22:53.572551 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:53.593124 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.597828 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-7c65bb0b-8a81-4a75-9482-bad58aab70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:53.599430 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-7c65bb0b-8a81-4a75-9482-bad58aab70e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.3179560 Sep 07 14:22:53.702947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01e2a2-47fb-4466-aaa0-3df8fd8f6eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54c3e7-cfad-4022-bbbf-7bbb0ed56434,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:53.718611 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-e53fb6db-327b-4001-b62e-296b807e6edc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765569 Sep 07 14:22:53.758764 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-a265094e-6ecd-4b7b-9553-1a7749f13f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:53.759830 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-a265094e-6ecd-4b7b-9553-1a7749f13f83 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e0c80c4-b583-4fc2-b7c5-5bc029245891 HTTP/1.1" status: 200 len: 852 time: 0.3429677 Sep 07 14:22:53.767397 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.789054 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4895694a-b46a-4b67-86b0-6b603c38c0d5 req-b8891e29-892d-49d6-819d-883f8000f1cc tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814054 Sep 07 14:22:53.837050 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.857889 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-c37e46d3-377f-4427-9122-0a6186b84cbd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b275eb1c-215f-4311-8e6c-5578feb14735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861163 Sep 07 14:22:53.863886 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-882a03f8-0e4d-4ac2-bd74-4059fdcea096 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696734 Sep 07 14:22:53.964442 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.967247 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:53.976657 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ac404e3-c1ec-4fed-bb2b-a9d09c7c5d01 HTTP/1.1" status: 204 len: 168 time: 1.1777387 Sep 07 14:22:54.026228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:54.107968 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e948c98-5c03-4882-8154-ca6e9c1d6c33 x-openstack-request-id: req-8e948c98-5c03-4882-8154-ca6e9c1d6c33 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:22:54.108534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:22:54.108534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e948c98-5c03-4882-8154-ca6e9c1d6c33 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:22:54.108967 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9', 'status': 'completed', 'code': 200} Sep 07 14:22:54.144952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:54.145857 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.185972 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-1cef5447-4200-4afe-93b6-677414d043fe service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464724 Sep 07 14:22:54.189159 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Made reservation on behalf of e2678a23ee2d4ca3ac8df53300e61a95 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:54.200752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.241088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.244507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.247960 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-fa9a9cc6-c7fb-48cd-a6d7-25b38942cb78 service neutron] 10.222.0.68 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779538 Sep 07 14:22:54.248327 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f916b-0e46-463c-a6ed-6ca357880801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac404e3-c1ec-4fed-bb2b-a9d09c7c5d01,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:54.255640 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.259792 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-bcfec28c-03d2-4c97-8f93-0558563ad6db service neutron] 10.222.0.76 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474910 Sep 07 14:22:54.271892 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.272882 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.277964 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 9daff1ca-26fc-416d-8e45-e508cfe0fa9e up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:54.320284 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.347325 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.385348 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2935d5be-fba2-4a4e-9eab-4033c72b0377,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:54.423029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:22:54.430440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:54.431025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.509114 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Pushing event updated for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:54.597965 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.606264 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a709c46-95ec-4008-8deb-39e62757d9e5 req-c7ba4385-1829-4f9c-9db9-57d369758e96 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:54.611702 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-4fee5253-d7b4-49f2-a058-af0fe5695f7f service neutron] 10.222.0.76 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509140 Sep 07 14:22:54.623506 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2a709c46-95ec-4008-8deb-39e62757d9e5 req-c7ba4385-1829-4f9c-9db9-57d369758e96 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 944 time: 0.4014468 Sep 07 14:22:54.634046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:54.661687 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b68da2b2-ebf4-465a-99c6-52732ed72f8f req-e48ae5bc-ea25-4f0d-b65a-02f70a2a8cd5 service neutron] 10.222.0.68 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920822 Sep 07 14:22:54.689217 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:54.692988 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6837218e-5629-4280-9be9-be2675b9da4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.697343 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.698599 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 549969be-d3ad-421a-bef9-4df3f20fa333 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:54.717133 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:54.721899 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:54.740309 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2a709c46-95ec-4008-8deb-39e62757d9e5 req-06e2a7ea-b50e-4b1e-b87f-7fa86e8a27f0 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121089 Sep 07 14:22:54.745490 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.746681 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4abc3f67-265e-4ca2-9b35-a5ef8d665e98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3275580 Sep 07 14:22:54.757864 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58162) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:54.761586 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group_rule': {'security_group_id': '057fb9a3-c42d-4bac-a6c1-32af28907103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:54.823097 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47c2948e-31b3-48ae-ad4d-c73bf9158d1d req-43c90e79-250c-4f60-b54d-aec10a5da95f service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029787 Sep 07 14:22:54.864506 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 549969be-d3ad-421a-bef9-4df3f20fa333 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:54.864506 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.865299 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.882681 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:54.884332 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f54c3e7-cfad-4022-bbbf-7bbb0ed56434 HTTP/1.1" status: 204 len: 168 time: 1.3116014 Sep 07 14:22:54.918480 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:54.920307 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Allocated IP 172.20.0.14 (d775a280-3a48-46f7-827d-3d952fb78fa5/e947b8a3-3396-420e-8de9-7a180e1e6be9/3448b670-72d8-47af-9f3a-af99c17364be) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:54.933377 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a1700-0bb0-4534-a2dc-4831ae1c62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54c3e7-cfad-4022-bbbf-7bbb0ed56434,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:55.100045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-8a216fec-98fb-4c7f-bfdb-30dd4623a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:55.102745 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-8a216fec-98fb-4c7f-bfdb-30dd4623a068 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=772a7fe0916345339dfb19c3d58795a6&device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 1097 time: 0.3129284 Sep 07 14:22:55.104721 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7eb8b40-84d0-4b87-9e70-722a93c05cc9 req-37a47677-537b-4d39-9b53-859ae4ebe203 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 210 time: 0.0733252 Sep 07 14:22:55.146136 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31038be5-5134-4fcf-8ff7-37c6bb1de706 req-32b83eef-ea9d-4824-a977-2abacbc9227a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:55.149161 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-31038be5-5134-4fcf-8ff7-37c6bb1de706 req-32b83eef-ea9d-4824-a977-2abacbc9227a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 944 time: 0.1814976 Sep 07 14:22:55.195269 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1dff0ae0-423e-49a4-8b96-321af107878c None None] Provisioning complete for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:55.195871 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1dff0ae0-423e-49a4-8b96-321af107878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.235656 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:22:55.295995 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-31038be5-5134-4fcf-8ff7-37c6bb1de706 req-a7665e43-3f46-415f-87ce-4191d33adab4 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347516 Sep 07 14:22:55.297045 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1dff0ae0-423e-49a4-8b96-321af107878c None None] Port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:22:55.425661 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.439341 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6837218e-5629-4280-9be9-be2675b9da4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.458893 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6837218e-5629-4280-9be9-be2675b9da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.513436 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6837218e-5629-4280-9be9-be2675b9da4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d659911b62f8440e888f65be5bbb2c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8763638 Sep 07 14:22:55.517161 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:55.527135 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.536269 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.581528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-7aaa2a3b-82a2-4990-bb9c-81c714d926c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:55.582938 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-7aaa2a3b-82a2-4990-bb9c-81c714d926c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b275eb1c-215f-4311-8e6c-5578feb14735 HTTP/1.1" status: 200 len: 914 time: 0.4710219 Sep 07 14:22:55.588373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837218e-5629-4280-9be9-be2675b9da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7975d1de-868b-4f98-9bac-f25b25f373bf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:55.637815 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Network d775a280-3a48-46f7-827d-3d952fb78fa5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:55.647570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:55.658411 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:55.664597 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-6a82548c-00fc-4875-a067-4ab4284aa3c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9 HTTP/1.1" status: 200 len: 217 time: 0.0722649 Sep 07 14:22:55.669443 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:55.670132 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.672633 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:22:55.678866 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-01cc4fb6-5d40-4cfb-8173-4291029a531f admin admin] 10.222.0.76 "PUT /v2.0/routers/0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7142797 Sep 07 14:22:55.690393 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:22:55.708453 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:55.709190 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:55.714906 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Pushing event updated for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:55.731292 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-43a470f1-838e-4040-b5eb-04a372fbdf96 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8733423 Sep 07 14:22:55.733121 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.757469 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.820638 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.825050 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab0ae2-d8ea-4746-bbbd-9e469e692baa,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:55.840810 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Request body: {'port': {'device_id': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:55.887476 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.889194 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c7814fdd-9cc9-4351-bdda-25d77178d458 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1327972 Sep 07 14:22:55.895115 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58200) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:55.952935 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:55.984359 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:55.990657 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-15ecc881-c6c6-4231-af62-eba743f8d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:55.996153 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-15ecc881-c6c6-4231-af62-eba743f8d71d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6e0c80c4-b583-4fc2-b7c5-5bc029245891 HTTP/1.1" status: 200 len: 852 time: 0.3161159 Sep 07 14:22:56.008318 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.033573 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 9daff1ca-26fc-416d-8e45-e508cfe0fa9e up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:22:56.084674 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.192685 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:56.397185 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:22:56.401150 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.406207 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-360a1ad2-3218-4f35-87d1-cf5b79b28f13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b275eb1c-215f-4311-8e6c-5578feb14735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3367214 Sep 07 14:22:56.447310 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e55497-9a32-48b1-bd50-8d308fa26609 req-d7fa74f9-ec6e-4be1-9136-2b9c753c4fef tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:56.448975 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d4e55497-9a32-48b1-bd50-8d308fa26609 req-d7fa74f9-ec6e-4be1-9136-2b9c753c4fef tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 944 time: 0.5506966 Sep 07 14:22:56.506094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3448b670-72d8-47af-9f3a-af99c17364be {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:22:56.515754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.603595 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Transition to ACTIVE for port object 3448b670-72d8-47af-9f3a-af99c17364be will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:56.605095 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.607707 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.611185 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7975d1de-868b-4f98-9bac-f25b25f373bf HTTP/1.1" status: 204 len: 168 time: 1.0906794 Sep 07 14:22:56.634676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471267dc-d4c7-448c-9d08-575f811f636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7975d1de-868b-4f98-9bac-f25b25f373bf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:56.668547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.693052 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d4e55497-9a32-48b1-bd50-8d308fa26609 req-6593623f-e828-41e8-97fb-561a6ede7a27 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082721 Sep 07 14:22:56.695634 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:56.717669 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350082864', 'description': 'tempest-description--1637665229'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:56.782366 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-8665530f-b6ac-42e7-93a2-43a7a6f7e2aa service neutron] 10.222.0.68 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443604 Sep 07 14:22:56.790014 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:56.875722 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6eb6d379-611f-431b-bc84-caa98bc59ad1 req-5e57a1a0-32cd-414f-9b14-94efc507e907 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 210 time: 0.0837829 Sep 07 14:22:56.934403 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:56.945263 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-25c25853-8717-4cf1-bd44-c2578c3c1851 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:56.946643 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 5babedf9-1e5c-4399-94c6-56f4c985de3a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:22:56.946766 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-25c25853-8717-4cf1-bd44-c2578c3c1851 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 818 time: 0.4107187 Sep 07 14:22:56.952157 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Attempting to bind port 3448b670-72d8-47af-9f3a-af99c17364be on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:56.952492 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Attempting to bind port 3448b670-72d8-47af-9f3a-af99c17364be by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:56.952822 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Attempting to bind port 3448b670-72d8-47af-9f3a-af99c17364be on network d775a280-3a48-46f7-827d-3d952fb78fa5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:56.958748 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Port 3448b670-72d8-47af-9f3a-af99c17364be on network d775a280-3a48-46f7-827d-3d952fb78fa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:22:56.959114 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Attempting to bind port 3448b670-72d8-47af-9f3a-af99c17364be on network d775a280-3a48-46f7-827d-3d952fb78fa5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:56.973876 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Request body: {'port': {'device_id': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'admin_state_up': True, 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:56.977519 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:56.977869 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Checking segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:56.978316 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Bound using segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:56.978771 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Bound port: 3448b670-72d8-47af-9f3a-af99c17364be, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:56.979171 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.030904 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2f2f0dfc-db6a-4818-a5f2-c7a6b65ad573 req-d51f7109-d7de-4cf2-9ba7-328862cfbbc6 service neutron] 10.222.0.68 "GET /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327547 Sep 07 14:22:57.039048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.176501 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:57.181740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3448b670-72d8-47af-9f3a-af99c17364be,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:57.192932 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.201644 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:57.253681 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:57.254302 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.255804 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] 10.222.0.68 "PUT /v2.0/ports/3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 1094 time: 1.4319329 Sep 07 14:22:57.256356 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:22:57.259464 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe500887-ee85-4101-b142-694e3daa5ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "tag": "3448b670-72d8-47af-9f3a-af99c17364be"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:22:57.267657 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '5babedf9-1e5c-4399-94c6-56f4c985de3a', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'port_id': '5babedf9-1e5c-4399-94c6-56f4c985de3a', 'mac_address': 'fa:16:3e:80:8d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498a455b-8eeb-48c9-b367-2eebf0f099b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:22:57.297247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:22:53Z', 'revision_number': 2, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:57.307555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1b64-94a6-4622-a25b-1f03a817ce1c req-7b750914-c379-449d-bb15-7e9dcc8c592c tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:57.309919 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30c92f-3300-44e6-a4c7-4b3e3705edd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:57.313408 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-112c1b64-94a6-4622-a25b-1f03a817ce1c req-7b750914-c379-449d-bb15-7e9dcc8c592c tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 944 time: 0.5166223 Sep 07 14:22:57.331616 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788ab65-30dc-4b8f-8ade-a0e093cb20b0 x-openstack-request-id: req-6788ab65-30dc-4b8f-8ade-a0e093cb20b0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:22:57.331905 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "tag": "3448b670-72d8-47af-9f3a-af99c17364be", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:22:57.332166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6788ab65-30dc-4b8f-8ade-a0e093cb20b0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:22:57.332589 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be', 'status': 'completed', 'code': 200} Sep 07 14:22:57.402395 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-9a90507f-9db6-42d0-b50c-85351cc8979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:57.404329 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-9a90507f-9db6-42d0-b50c-85351cc8979b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1097 time: 0.0660498 Sep 07 14:22:57.414132 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:22:57.414631 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Updating router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:22:57.463178 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.463286 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Allocated IP 172.27.1.10 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:57.480335 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-112c1b64-94a6-4622-a25b-1f03a817ce1c req-e3b7c54d-fe45-412f-9c68-7bed293ea8f5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497467 Sep 07 14:22:57.489239 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.501880 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-0a372c47-ae57-45b1-ac51-27373f85699c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0818136 Sep 07 14:22:57.563316 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5babedf9-1e5c-4399-94c6-56f4c985de3a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:22:57.576017 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-ec69cd10-9bf3-4d67-8ee4-4ac8cad58e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:57.578641 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-ec69cd10-9bf3-4d67-8ee4-4ac8cad58e64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0678885 Sep 07 14:22:57.637525 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.645458 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-b8791bac-fb32-459a-a491-11355ee5c3b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606050 Sep 07 14:22:57.689250 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.699074 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:57.716295 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.787509 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.797062 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:57.805554 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.813218 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:57.828038 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:57.851520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:57.877631 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-485408d4-4381-47e7-947d-edb6b9ad372a service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250018 Sep 07 14:22:57.880474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Made reservation on behalf of e2678a23ee2d4ca3ac8df53300e61a95 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:22:57.890932 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:57.915708 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7cc6d-a31c-4264-b942-35a6351a5fa2 req-12430a29-bc0d-4579-8e15-1ceb1f18bd15 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:57.917247 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-15c7cc6d-a31c-4264-b942-35a6351a5fa2 req-12430a29-bc0d-4579-8e15-1ceb1f18bd15 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 945 time: 0.1191328 Sep 07 14:22:57.999387 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.012447 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Transition to ACTIVE for port object f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:22:58.021885 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:58.022214 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.056931 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:22:58.178053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.184966 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4752910 Sep 07 14:22:58.196367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58294) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:58.210242 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group_rule': {'security_group_id': 'ea802f41-6026-4174-bafc-55a255602570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:58.212995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.224852 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3851b2af-79ec-4a6d-98c9-92016acf2216 req-99748843-c048-4e16-b70b-5e7097f8e4e2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 210 time: 0.1278951 Sep 07 14:22:58.226521 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbdfe6-2bf1-4808-8542-d55183d841a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea802f41-6026-4174-bafc-55a255602570,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:58.305312 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.310684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.349755 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-15c7cc6d-a31c-4264-b942-35a6351a5fa2 req-47ecf0ac-c816-4ea5-91f5-20a9e1ef1e98 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189918 Sep 07 14:22:58.356142 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4accc-cf5f-4ef2-b009-82119b84b76f None None] Pushing event updated for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:58.419768 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Attempting to bind port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:22:58.420890 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Attempting to bind port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:22:58.421073 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Attempting to bind port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:22:58.439521 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:22:58.439893 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Checking segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:22:58.446301 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-386c32aa-628b-4a37-aa7f-71b88bca8266 req-9195782f-fb3f-464d-81dc-c4e45cd9c4a7 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502505 Sep 07 14:22:58.448233 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.448642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Bound using segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:22:58.449153 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Bound port: f09a55c1-12e1-43b7-afa1-1da1ca2d1c42, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:22:58.449626 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.492064 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Allocated IP 172.20.0.5 (d775a280-3a48-46f7-827d-3d952fb78fa5/e947b8a3-3396-420e-8de9-7a180e1e6be9/782c2dcd-5809-4c8a-8d7a-026b63fd3261) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:58.508084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.536230 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.623412 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c35895-4b08-466c-8f48-80fcf3019fe8,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:58.653094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.657444 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f36af4c3-8065-4eac-92fb-a337f5200959 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4520423 Sep 07 14:22:58.658090 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58304) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:58.684118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41cd9b-5b03-44c4-aec5-95278431e93f req-1381309d-44f9-4196-be8e-0627eb785c1a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:58.685499 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group_rule': {'security_group_id': 'ea802f41-6026-4174-bafc-55a255602570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:58.685730 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9d41cd9b-5b03-44c4-aec5-95278431e93f req-1381309d-44f9-4196-be8e-0627eb785c1a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 944 time: 0.1016519 Sep 07 14:22:58.758371 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-74390f77-c41a-4baa-a40c-cd6d7f62e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:58.760305 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-74390f77-c41a-4baa-a40c-cd6d7f62e28c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1097 time: 0.2041688 Sep 07 14:22:58.767529 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.792978 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] For port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:22:58.837705 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.841738 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] For port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:22:58.844901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9d41cd9b-5b03-44c4-aec5-95278431e93f req-98bbdb7f-4c55-4d94-8c99-19adc28d64d7 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435089 Sep 07 14:22:58.849416 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.859067 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:58.910426 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:22:58.911108 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:22:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:59.000098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.035221 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:22:59.048787 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.065955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.072738 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1643686 Sep 07 14:22:59.139566 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218265f-57ad-47fa-9be4-e42aaa430f7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:59.157919 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-ff1c9a27-c4d9-41f2-bcaa-d9e94e716bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:59.159395 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-ff1c9a27-c4d9-41f2-bcaa-d9e94e716bd6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.3846922 Sep 07 14:22:59.198565 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 945ea8fa-0588-44b7-b57c-a278f71d4cd9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:22:59.259868 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-db793324-8af4-4161-b49d-368b56be1ca5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0818143 Sep 07 14:22:59.269134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4accc-cf5f-4ef2-b009-82119b84b76f None None] Pushing event updated for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:59.308332 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.345179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.391773 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.397696 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7303088 Sep 07 14:22:59.398494 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:22:59.402520 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.404083 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-970e6b0b-34e1-4863-9bd1-a83be42699f3 req-784c0b10-9129-4f3c-be7c-f49b06c2d43e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 210 time: 0.0593209 Sep 07 14:22:59.407610 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c37581-cd0d-4400-9962-94974a375823 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d75fc3-5868-4da2-a071-77fa29d703e7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:59.415123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:59.459329 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.489117 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-01135742-e0ce-4d6a-84e2-5b01e5cad0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:59.490539 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-01135742-e0ce-4d6a-84e2-5b01e5cad0be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.2177942 Sep 07 14:22:59.500655 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Pushing event updated for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:22:59.532650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9,segment=NetworkSegment(1e289df8-3b98-405f-9a88-842d67afabe6),segment_id=1e289df8-3b98-405f-9a88-842d67afabe6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:59.558677 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '945ea8fa-0588-44b7-b57c-a278f71d4cd9', 'network_id': 'b275eb1c-215f-4311-8e6c-5578feb14735', 'port_id': '945ea8fa-0588-44b7-b57c-a278f71d4cd9', 'mac_address': 'fa:16:3e:01:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0c80c4-b583-4fc2-b7c5-5bc029245891', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:22:59.572936 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-5d780614-8cf8-4cd2-b89a-d485a7641199 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657251 Sep 07 14:22:59.582762 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-b92e26c6-e740-4610-97f2-e9b2655250d4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1235781699&fields=id&tenant_id=5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 267 time: 0.2121999 Sep 07 14:22:59.584602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Network d775a280-3a48-46f7-827d-3d952fb78fa5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:22:59.594824 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:22:59.609794 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:22:59.615994 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:59.616501 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.616812 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.632206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945ea8fa-0588-44b7-b57c-a278f71d4cd9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:22:59.675101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fddf19-ae6b-4c88-9656-ae11fbb66ea3 req-a50d65a3-18f6-475b-901d-5f8d7ae2f3a2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:22:59.677015 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80fddf19-ae6b-4c88-9656-ae11fbb66ea3 req-a50d65a3-18f6-475b-901d-5f8d7ae2f3a2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 945 time: 0.1042645 Sep 07 14:22:59.678655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9,segment=NetworkSegment(1e289df8-3b98-405f-9a88-842d67afabe6),segment_id=1e289df8-3b98-405f-9a88-842d67afabe6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:22:59.683931 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:22:58Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:22:59.717731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.729495 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-e90586ae-d142-479f-9ecf-0c587839204d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7602141 Sep 07 14:22:59.768657 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Request body: {'port': {'device_id': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:22:59.803905 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80fddf19-ae6b-4c88-9656-ae11fbb66ea3 req-7ce62a4b-d205-4401-88c4-05996fb93698 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178606 Sep 07 14:22:59.845162 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.850771 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170483f8-18e5-4c2d-af37-d42ecec93ac6 None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:22:58Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:22:59.853182 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-80ae8159-4565-452b-a0c0-7ccb1878c5aa service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674942 Sep 07 14:22:59.952510 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Allocated IP 172.27.1.254 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/fca11341-1da6-4211-b089-b2caa9f10860) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:22:59.966079 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:59.968278 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:00.006696 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-e6f5ce24-c6a3-4fc4-a773-02ab5cf2106f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:00.014390 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-e6f5ce24-c6a3-4fc4-a773-02ab5cf2106f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 816 time: 0.4204476 Sep 07 14:23:00.059289 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-440f3a0c-4bad-4529-8e1c-95df41448824 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/quotas/5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 375 time: 0.0437229 Sep 07 14:23:00.109681 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2676b-fce4-45f8-a3e1-83d9475cc1f5 req-e0a0479e-c211-478d-a7dd-1eed9da91423 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:00.112375 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-edf2676b-fce4-45f8-a3e1-83d9475cc1f5 req-e0a0479e-c211-478d-a7dd-1eed9da91423 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 945 time: 0.1422207 Sep 07 14:23:00.140883 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['945ea8fa-0588-44b7-b57c-a278f71d4cd9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:00.219179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.257768 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-ea06492e-8b6e-4bf6-aeae-aea6ae41f7e3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1974132 Sep 07 14:23:00.272368 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-edf2676b-fce4-45f8-a3e1-83d9475cc1f5 req-088cf3f3-dbe7-44a7-af6a-2764e7341584 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492560 Sep 07 14:23:00.372116 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.416121 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe500887-ee85-4101-b142-694e3daa5ee6 req-fa1109cd-a310-40c7-adf7-058348da0c47 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187047 Sep 07 14:23:00.434109 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=fca11341-1da6-4211-b089-b2caa9f10860,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:00.448868 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:00.450928 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:00.457599 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:00.538129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.600415 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-1bf9dc1c-47cf-488c-a126-fc2fcdd9ed63 service neutron] 10.222.0.76 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224325 Sep 07 14:23:00.634677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca911-d98f-450e-9a92-4cb75b708824 req-7a2f79e6-046c-4d47-843a-dfc49a474a2e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:00.636304 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-925ca911-d98f-450e-9a92-4cb75b708824 req-7a2f79e6-046c-4d47-843a-dfc49a474a2e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 931 time: 0.1199279 Sep 07 14:23:00.637370 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.710246 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-925ca911-d98f-450e-9a92-4cb75b708824 req-d152c292-b7a1-40ef-8307-4aa2c1ff29b2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Sep 07 14:23:00.727085 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-725b3c6d-d877-48ff-9133-bc214c10df5d service neutron] 10.222.0.76 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255708 Sep 07 14:23:00.803081 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782c2dcd-5809-4c8a-8d7a-026b63fd3261 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:00.817297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.850138 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Transition to ACTIVE for port object 782c2dcd-5809-4c8a-8d7a-026b63fd3261 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:00.854931 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.917797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.923515 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 3448b670-72d8-47af-9f3a-af99c17364be details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:23:00.960454 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:00.979853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 945ea8fa-0588-44b7-b57c-a278f71d4cd9 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:00.982284 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Pushing event updated for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:01.042541 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.051968 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6a186731-dcde-4deb-9057-48bfff134022 req-904e948d-f1e9-42ab-b9de-23a279ff0688 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0590718 Sep 07 14:23:01.078344 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Attempting to bind port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:01.078949 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Attempting to bind port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:01.079812 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Attempting to bind port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 on network d775a280-3a48-46f7-827d-3d952fb78fa5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:01.087265 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 on network d775a280-3a48-46f7-827d-3d952fb78fa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:23:01.087833 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Attempting to bind port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 on network d775a280-3a48-46f7-827d-3d952fb78fa5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:01.090337 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511f8f2-a3dd-4dfa-ad5b-92a125467522 req-a2943a5c-6f5f-418f-813a-99f7e23745af tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:01.094150 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0511f8f2-a3dd-4dfa-ad5b-92a125467522 req-a2943a5c-6f5f-418f-813a-99f7e23745af tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 945 time: 0.1529460 Sep 07 14:23:01.095190 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=fca11341-1da6-4211-b089-b2caa9f10860,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:01.102780 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.103162 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:01.103760 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Checking segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:01.104324 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Bound using segment: {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:01.105045 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Bound port: 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5e8630-c320-4f24-8150-8fb42f7bf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:01.106039 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.115408 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d5185cbe-cf1f-45ff-828c-c8b912902afc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7147903 Sep 07 14:23:01.197322 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0511f8f2-a3dd-4dfa-ad5b-92a125467522 req-4da9c4f0-563b-4001-a11a-61fa2da267f7 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Sep 07 14:23:01.317753 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:01.319791 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:01.323358 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3448b670-72d8-47af-9f3a-af99c17364be,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:01.332043 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:01.339647 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:01.340162 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.350821 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.371055 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '3448b670-72d8-47af-9f3a-af99c17364be', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'port_id': '3448b670-72d8-47af-9f3a-af99c17364be', 'mac_address': 'fa:16:3e:ca:86:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:23:01.469399 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:01.470009 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.486368 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] 10.222.0.68 "PUT /v2.0/ports/782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 200 len: 1093 time: 1.7214053 Sep 07 14:23:01.489348 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.492709 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:01.495035 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290735c5-ab06-4b67-9536-c0fe98433010" -d '{"events": [{"name": "network-changed", "server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:01.532255 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3448b670-72d8-47af-9f3a-af99c17364be {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:01.556456 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3448b670-72d8-47af-9f3a-af99c17364be,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:01.567311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.593798 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-16de1dc3-72d6-48f1-b359-735933da6892 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1350082864&fields=id&tenant_id=136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 267 time: 0.1370118 Sep 07 14:23:01.664620 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:01.691805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b53f-cddf-4f01-ad13-279abf486241 service neutron] Pushing event updated for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:01.720435 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-aa1a8e39-9d2e-4537-a64a-ceb63232411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:01.723473 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-aa1a8e39-9d2e-4537-a64a-ceb63232411a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1096 time: 0.1407173 Sep 07 14:23:01.737666 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2f82-f57d-4e1f-bfcf-8a77becb8e0f req-2ab050d2-6b79-4d63-8e19-8c85abea3acc tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:01.738884 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73cc2f82-f57d-4e1f-bfcf-8a77becb8e0f req-2ab050d2-6b79-4d63-8e19-8c85abea3acc tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 945 time: 0.2751455 Sep 07 14:23:01.744664 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:01.921651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-5e6da4c0-f8aa-46a9-96b5-76fa913489ad tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:01.941339 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-5e6da4c0-f8aa-46a9-96b5-76fa913489ad tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 811 time: 0.3356218 Sep 07 14:23:01.985935 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-f7ab9291-8f08-4b52-b7ec-a46ce30c825b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/quotas/136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 375 time: 0.0446510 Sep 07 14:23:02.036851 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:02.066641 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9,segment=NetworkSegment(1e289df8-3b98-405f-9a88-842d67afabe6),segment_id=1e289df8-3b98-405f-9a88-842d67afabe6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:02.086141 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58450) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:02.100791 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58452) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:02.132243 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.133072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 5babedf9-1e5c-4399-94c6-56f4c985de3a up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:02.149474 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['3448b670-72d8-47af-9f3a-af99c17364be'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:02.157540 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-992f544a-fa61-426b-b11d-c16546c592ca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1704047 Sep 07 14:23:02.198558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:02.237440 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-8fc43238-bec0-435f-ab1f-1dca34c25c54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 200 len: 217 time: 0.4968526 Sep 07 14:23:02.267086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d009e1dd-32b7-46c7-9ce3-2d784e5c3f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.429626 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73cc2f82-f57d-4e1f-bfcf-8a77becb8e0f req-0f0f13ea-6ee8-4b99-bcf4-69073d1b156a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893263 Sep 07 14:23:02.440542 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-21b7d87a-1287-4c48-8510-3cde228d80a9 service neutron] 10.222.0.76 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690592 Sep 07 14:23:02.454319 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15366a-d95f-4a33-832d-b80404ade99c req-86e04c09-9b2f-44ff-a423-93618c178503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:02.456596 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-86e04c09-9b2f-44ff-a423-93618c178503 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.1446583 Sep 07 14:23:02.507334 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-066598fb-36d9-4e84-b4d5-8da922f97ea2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327618 Sep 07 14:23:02.535102 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb631b-b853-4c07-bcdc-3d1793f4c062 x-openstack-request-id: req-adeb631b-b853-4c07-bcdc-3d1793f4c062 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:02.535389 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:02.535633 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-adeb631b-b853-4c07-bcdc-3d1793f4c062 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:02.536018 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261', 'status': 'completed', 'code': 200} Sep 07 14:23:02.536182 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:02.570974 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:02.585071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.609032 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-7b0eb588-6358-4c6c-aa07-a6b904d1069d service neutron] 10.222.0.76 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674962 Sep 07 14:23:02.614474 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:02.614855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.634191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed2f17b9-bd4f-45ed-8ab8-68b07ac752b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.691303 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed7b60-5612-4ef2-b38d-a1fb339057e4" -d '{"events": [{"server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "name": "network-vif-plugged", "status": "completed", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:02.696790 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 5babedf9-1e5c-4399-94c6-56f4c985de3a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:02.742016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 5babedf9-1e5c-4399-94c6-56f4c985de3a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:02.742999 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.771369 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.db.api [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 14:23:02.771369 dv-cinder-760199-15-iscsi neutron-server[93889]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 14:23:02.771369 dv-cinder-760199-15-iscsi neutron-server[93889]: [parameters: {'project_id': '44e1d05e86e24641bfd34d52757d7fb4', 'id': '64742bd6-2fe4-4c74-8ea7-38845a5b28c0', 'expiration': datetime.datetime(2021, 9, 7, 14, 25, 2, 672831)}] Sep 07 14:23:02.771369 dv-cinder-760199-15-iscsi neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:23:02.772955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG oslo_db.api [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:23:02.791267 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e0c6f-4c08-45a6-9f00-987cd7563539 req-1109b786-9949-4ee7-b7f5-7330a1374e55 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:02.797152 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8b5e0c6f-4c08-45a6-9f00-987cd7563539 req-1109b786-9949-4ee7-b7f5-7330a1374e55 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.1371913 Sep 07 14:23:02.797348 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed2f17b9-bd4f-45ed-8ab8-68b07ac752b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.797444 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-0c40bb43-57fb-4c0a-8d4d-878d52ae820b service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411807 Sep 07 14:23:02.800874 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed2f17b9-bd4f-45ed-8ab8-68b07ac752b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:02.926869 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ed2f17b9-bd4f-45ed-8ab8-68b07ac752b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=396f00dd59c546f7b29b0549da7986cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215530 Sep 07 14:23:02.929046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f17b9-bd4f-45ed-8ab8-68b07ac752b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc78c564-2ae7-4ce2-87a0-c75af8adf4b1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:02.931718 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:02.969594 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-195c1eae-bcab-48c9-bfd4-81063edaff5f req-00e154c3-4d81-45f9-94c7-d41b61fd03e1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0718880 Sep 07 14:23:02.991304 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8b5e0c6f-4c08-45a6-9f00-987cd7563539 req-898bdcd7-e034-44d5-b000-da95d6b6f50a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702299 Sep 07 14:23:03.021938 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-2f0f6d64-2973-4fee-abd5-c147ab48a2ce tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.023747 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-2f0f6d64-2973-4fee-abd5-c147ab48a2ce tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 816 time: 0.3291228 Sep 07 14:23:03.030007 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a15366a-d95f-4a33-832d-b80404ade99c req-c2eba2ff-a3ef-4e4c-8156-336c423b5a75 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227414 Sep 07 14:23:03.031987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.055783 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.093357 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.098540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.155125 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:03.158892 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-78aa55ed-df53-426b-9312-3f52b3cc146a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 380 time: 0.1037476 Sep 07 14:23:03.165907 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.174095 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'port': {'device_id': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'admin_state_up': True, 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'security_groups': ['057fb9a3-c42d-4bac-a6c1-32af28907103']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:03.189515 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:03.235197 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54a5fd-d924-460a-8cde-999f5a3f234c x-openstack-request-id: req-3d54a5fd-d924-460a-8cde-999f5a3f234c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:03.235486 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "name": "network-vif-plugged", "status": "completed", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:03.235922 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d54a5fd-d924-460a-8cde-999f5a3f234c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:03.236546 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9', 'code': 200} Sep 07 14:23:03.240126 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.270433 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:03.340025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:03.356781 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88e91a8a-4732-4e1d-9647-3a69a89e0c7d req-7ca2a7c2-6535-415c-943f-f9fcd484c8a0 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0903299 Sep 07 14:23:03.370074 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290735c5-ab06-4b67-9536-c0fe98433010 req-e162ca0a-2995-48a1-9442-e975c2193c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.371978 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-e162ca0a-2995-48a1-9442-e975c2193c63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1096 time: 0.1933310 Sep 07 14:23:03.422444 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.510136 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Made reservation on behalf of 5153459bddd44bfeac90ccf8d663f84b for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:03.519710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.564397 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49236d-2872-430f-860a-87d4408d105f req-4b414694-22b7-4434-a9f6-9f0ed1b7ba83 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.566057 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ac49236d-2872-430f-860a-87d4408d105f req-4b414694-22b7-4434-a9f6-9f0ed1b7ba83 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.1446331 Sep 07 14:23:03.568924 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290735c5-ab06-4b67-9536-c0fe98433010 req-f169776a-2eb6-4a88-8876-a4f06748405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.571587 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-f169776a-2eb6-4a88-8876-a4f06748405b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.1886377 Sep 07 14:23:03.580856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.583468 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.587480 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc78c564-2ae7-4ce2-87a0-c75af8adf4b1 HTTP/1.1" status: 204 len: 168 time: 0.6270723 Sep 07 14:23:03.589706 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3941-48d6-4428-a10b-32c2c33987ac req-b5b018e1-2104-4efe-be94-1c80b8795b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.591537 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-053f3941-48d6-4428-a10b-32c2c33987ac req-b5b018e1-2104-4efe-be94-1c80b8795b90 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 1099 time: 0.1332159 Sep 07 14:23:03.630650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57c845-45b9-4ff1-bf2b-b7932919e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc78c564-2ae7-4ce2-87a0-c75af8adf4b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:03.644983 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-053f3941-48d6-4428-a10b-32c2c33987ac req-e417445a-7952-4d98-bf47-9920d57944f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.689155 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ac49236d-2872-430f-860a-87d4408d105f req-12dd3e63-48ef-4696-885c-5f12d344c127 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117713 Sep 07 14:23:03.737922 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.744344 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.795664 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-4606e798-b49d-478d-8396-1e6435d3a1b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 200 len: 217 time: 0.1643531 Sep 07 14:23:03.849883 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95308-ffc3-4c57-b475-919952daae8c req-706984d6-8ce7-4e8a-b7a1-5e0c277224f4 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.857433 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ddd95308-ffc3-4c57-b475-919952daae8c req-706984d6-8ce7-4e8a-b7a1-5e0c277224f4 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.2923648 Sep 07 14:23:03.888982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-053f3941-48d6-4428-a10b-32c2c33987ac req-e417445a-7952-4d98-bf47-9920d57944f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.901115 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:03.907650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe72380-9d67-42e8-ab0d-b759096baf56,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:03.915566 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-053f3941-48d6-4428-a10b-32c2c33987ac req-e417445a-7952-4d98-bf47-9920d57944f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.985505 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:03.985885 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.993804 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290735c5-ab06-4b67-9536-c0fe98433010 req-7ad66332-d215-48b6-91ce-07330d3dd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:03.995885 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-7ad66332-d215-48b6-91ce-07330d3dd7f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.1879711 Sep 07 14:23:04.004212 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ddd95308-ffc3-4c57-b475-919952daae8c req-4a7622dc-53d7-44c1-9606-26e8d45b2d34 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459997 Sep 07 14:23:04.005853 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d8d53d4a-352b-4058-8079-039fb7665e2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44e1d05e86e24641bfd34d52757d7fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9151297 Sep 07 14:23:04.011079 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:04.015200 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417445a-7952-4d98-bf47-9920d57944f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6de774-8d54-4d30-b05f-2683bbabebd9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:04.028016 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-053f3941-48d6-4428-a10b-32c2c33987ac req-e417445a-7952-4d98-bf47-9920d57944f2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172168 Sep 07 14:23:04.039662 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Allocated IP 172.20.0.3 (d472fd73-ca38-493a-8026-a19ef3052825/aa066139-fd47-49eb-8e87-d0488cc6603f/416633ed-7518-4a67-93b5-d7166a78e9ba) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:04.063495 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-0e1f4142-f5a9-40e4-8fc1-257f3b887552 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529521 Sep 07 14:23:04.126572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:04.181693 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0939e9d6-fab3-4c00-8fb5-9eb005f7b5b3 req-15707ddc-3a47-46c6-b9ea-14aba72b036b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0443764 Sep 07 14:23:04.189086 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe814db7-c5a1-4ddf-b57b-d126a89bb146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.242196 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.317185 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bd2b2-ba34-4013-a723-c5c5e13b22a5 req-4f221d00-f255-495d-939e-02b397f618d1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:04.317185 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2c7bd2b2-ba34-4013-a723-c5c5e13b22a5 req-4f221d00-f255-495d-939e-02b397f618d1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.1690917 Sep 07 14:23:04.320607 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.323390 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe814db7-c5a1-4ddf-b57b-d126a89bb146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.330173 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe814db7-c5a1-4ddf-b57b-d126a89bb146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.345321 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e043f4fe-028e-4c7c-989b-308afcf0576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.415460 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fe814db7-c5a1-4ddf-b57b-d126a89bb146 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0b2b90fd29e443da17111de4f892669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858925 Sep 07 14:23:04.419075 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814db7-c5a1-4ddf-b57b-d126a89bb146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dc2e8a-6a86-440b-b09f-0e7accd221e1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:04.420738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:04.469043 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.481078 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.514155 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2c7bd2b2-ba34-4013-a723-c5c5e13b22a5 req-395fba74-eb5b-4533-8fdc-535e12facb97 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818221 Sep 07 14:23:04.544666 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-008209b9-2447-488d-a56d-5627f2604f91 req-6c7f565a-0dbe-4f48-8aad-074c343b0957 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0338204 Sep 07 14:23:04.559313 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-6f13bf58-4d69-4a9e-81e4-c4c6d82ed5dd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:04.560807 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-6f13bf58-4d69-4a9e-81e4-c4c6d82ed5dd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 811 time: 0.1951480 Sep 07 14:23:04.568837 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Transition to ACTIVE for port object 416633ed-7518-4a67-93b5-d7166a78e9ba will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:04.578208 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.578734 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.580805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.581924 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7fe72380-9d67-42e8-ab0d-b759096baf56 HTTP/1.1" status: 204 len: 168 time: 0.5574865 Sep 07 14:23:04.601432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.612737 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0e1aa-59d1-456e-829f-df57b5ac5efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe72380-9d67-42e8-ab0d-b759096baf56,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:04.617275 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-e4b3d666-99f1-4582-86ed-37578eba456e service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399986 Sep 07 14:23:04.632237 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.664716 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.667495 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.668708 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21dc2e8a-6a86-440b-b09f-0e7accd221e1 HTTP/1.1" status: 204 len: 168 time: 0.2450907 Sep 07 14:23:04.679358 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b91c6-fbe8-4a6d-8d2c-87720f18c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dc2e8a-6a86-440b-b09f-0e7accd221e1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:04.684609 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Network d472fd73-ca38-493a-8026-a19ef3052825 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:04.696215 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:04.698069 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:04.700772 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:04.707106 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:04.707746 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:04.728995 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aa681acc-46ef-4124-af8f-ba8e1c9d3009 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5588174 Sep 07 14:23:04.842459 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ce55b-a7e7-46c0-935c-e75625cb847c req-7d22d374-7ee0-40d7-9e53-4f303e083ad1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:04.853042 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a49ce55b-a7e7-46c0-935c-e75625cb847c req-7d22d374-7ee0-40d7-9e53-4f303e083ad1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0782754 Sep 07 14:23:04.900583 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a49ce55b-a7e7-46c0-935c-e75625cb847c req-a7aff555-bb86-4b9d-bb97-97c35a925c7e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Sep 07 14:23:05.015503 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5b75023-97c5-431b-a3a6-9af0194de63f None None] Provisioning for port 416633ed-7518-4a67-93b5-d7166a78e9ba completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:05.020398 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5b75023-97c5-431b-a3a6-9af0194de63f None None] Provisioning complete for port 416633ed-7518-4a67-93b5-d7166a78e9ba triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:05.020776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5b75023-97c5-431b-a3a6-9af0194de63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.060638 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c5b75023-97c5-431b-a3a6-9af0194de63f None None] Port 416633ed-7518-4a67-93b5-d7166a78e9ba cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:23:05.076358 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:05.094839 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ec77539-867d-4120-be33-4a6055c2d2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.164158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59857bf5-6f26-49cf-89db-d2f0faa00ff6 req-2ceafc69-781e-4858-9377-8aafc82fa5f3 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:05.165767 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59857bf5-6f26-49cf-89db-d2f0faa00ff6 req-2ceafc69-781e-4858-9377-8aafc82fa5f3 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0686841 Sep 07 14:23:05.221970 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59857bf5-6f26-49cf-89db-d2f0faa00ff6 req-0c8950ce-a297-4c19-9b66-c7f99eb39518 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Sep 07 14:23:05.246439 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:05.249052 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2faea-51d5-409c-8d3d-97d6ba1a9c32" -d '{"events": [{"server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "name": "network-vif-plugged", "status": "completed", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:05.271776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ec77539-867d-4120-be33-4a6055c2d2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.278851 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ec77539-867d-4120-be33-4a6055c2d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.292478 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdf7aad-bd83-4feb-b089-45ef395fec21 x-openstack-request-id: req-cbdf7aad-bd83-4feb-b089-45ef395fec21 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:05.292992 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "name": "network-vif-plugged", "status": "completed", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:05.293494 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbdf7aad-bd83-4feb-b089-45ef395fec21 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:05.294077 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a', 'code': 200} Sep 07 14:23:05.321470 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4ec77539-867d-4120-be33-4a6055c2d2ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1de4b66d7f504cb98406c49134dd06d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429419 Sep 07 14:23:05.323662 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec77539-867d-4120-be33-4a6055c2d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea8212-a24c-4716-a2ec-3669523ad1aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:05.324422 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58552) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:05.372684 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5675f3-2e2d-495f-804a-c960f6771446 req-c5ed45eb-4ed1-4e7f-9bf7-747183720879 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:05.374234 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fd5675f3-2e2d-495f-804a-c960f6771446 req-c5ed45eb-4ed1-4e7f-9bf7-747183720879 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 931 time: 0.0885756 Sep 07 14:23:05.402901 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.434887 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.438928 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fd5675f3-2e2d-495f-804a-c960f6771446 req-879ba67a-fde6-4763-a523-0374c3696c0f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575531 Sep 07 14:23:05.493360 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.496070 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.499880 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2aea8212-a24c-4716-a2ec-3669523ad1aa HTTP/1.1" status: 204 len: 168 time: 0.1721098 Sep 07 14:23:05.507067 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c2e5-8ef9-47e1-93d2-66593c1bf0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea8212-a24c-4716-a2ec-3669523ad1aa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:05.658275 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249a97-9de9-48e5-9d83-74cda12804e5 req-041a772e-9a8b-4aa6-bb0c-5a6bdf8331dd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:05.662527 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d249a97-9de9-48e5-9d83-74cda12804e5 req-041a772e-9a8b-4aa6-bb0c-5a6bdf8331dd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.0843532 Sep 07 14:23:05.671997 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a93d8b5d-1a93-4c2f-badf-5265a40483ec req-764c7cc4-76d0-449c-92fd-7cb96be2627e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0333679 Sep 07 14:23:05.700306 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:05.715483 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d249a97-9de9-48e5-9d83-74cda12804e5 req-33b3d762-b9df-4c7a-a408-3ab442e30983 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Sep 07 14:23:06.020536 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b18f9e-99c6-4e7e-aa46-5f1c037d322f req-ba64e4fc-0274-4590-9917-2c088d75bb6d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:06.022025 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-02b18f9e-99c6-4e7e-aa46-5f1c037d322f req-ba64e4fc-0274-4590-9917-2c088d75bb6d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0563762 Sep 07 14:23:06.064313 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-02b18f9e-99c6-4e7e-aa46-5f1c037d322f req-cbfa5124-6caa-4edf-bf86-ae939b14ebd4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Sep 07 14:23:06.343879 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f246c-03d7-416f-8a63-281110809ff0 req-2424cea1-4fe9-4bfc-886b-17a22c535bea tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:06.345386 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-693f246c-03d7-416f-8a63-281110809ff0 req-2424cea1-4fe9-4bfc-886b-17a22c535bea tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0500152 Sep 07 14:23:06.389466 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-693f246c-03d7-416f-8a63-281110809ff0 req-6e24ef32-32ab-46ee-82db-faae0ee4e22e tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368812 Sep 07 14:23:06.588583 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f710d-b887-4ca4-a55e-512943707c2b req-529850fd-5b7a-40e0-b2ce-a4024e1f11ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:06.597552 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9a9f710d-b887-4ca4-a55e-512943707c2b req-529850fd-5b7a-40e0-b2ce-a4024e1f11ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 931 time: 0.0669050 Sep 07 14:23:06.650384 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9a9f710d-b887-4ca4-a55e-512943707c2b req-5b629587-0b7e-4fe5-849e-2b0e175c47f8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511999 Sep 07 14:23:06.785341 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5090a320-bc79-43ad-a43a-36d69e8d25f8 req-7cc951c2-411a-4147-865a-bf05f293f139 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0375702 Sep 07 14:23:06.849648 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef641d9-7666-4e32-afad-13ba8c63d1f8 req-eef8ded5-1f0e-4bcb-a671-728ffc0f7c07 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:06.851204 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ef641d9-7666-4e32-afad-13ba8c63d1f8 req-eef8ded5-1f0e-4bcb-a671-728ffc0f7c07 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.0536089 Sep 07 14:23:06.892957 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ef641d9-7666-4e32-afad-13ba8c63d1f8 req-ebcb9fed-d924-48b6-b9fd-d0b33fd9efd8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Sep 07 14:23:07.191402 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ac55e-54a9-4a18-9c08-45d32680953e req-170c1dc6-ec9f-43d8-a450-3da2a0e829fd tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:07.193057 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f0ac55e-54a9-4a18-9c08-45d32680953e req-170c1dc6-ec9f-43d8-a450-3da2a0e829fd tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0556023 Sep 07 14:23:07.235648 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f0ac55e-54a9-4a18-9c08-45d32680953e req-a592c1ea-c85b-43c3-a26e-bce2bc4d812d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Sep 07 14:23:07.268071 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 3448b670-72d8-47af-9f3a-af99c17364be up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:07.293118 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.326760 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 3448b670-72d8-47af-9f3a-af99c17364be completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:07.329568 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Request body: {'port': {'device_id': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:07.332608 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 3448b670-72d8-47af-9f3a-af99c17364be triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:07.333255 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.393404 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-899a0711-5e54-4c7f-b9b6-3a833709eea6 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 380 time: 0.0754664 Sep 07 14:23:07.405074 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'port': {'device_id': '1aa66b22-97f6-4018-a082-d5aace091870', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'admin_state_up': True, 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'security_groups': ['ea802f41-6026-4174-bafc-55a255602570']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:07.419073 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.423347 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.478594 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.538790 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3448b670-72d8-47af-9f3a-af99c17364be,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:07.540560 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:07.543225 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc70d1-7147-404c-9cdd-c1898ffa8843" -d '{"events": [{"server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "name": "network-vif-plugged", "status": "completed", "tag": "3448b670-72d8-47af-9f3a-af99c17364be"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:07.552224 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.568364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.68', 59532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:07.608160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38029c2c-d66b-492b-a923-d5e1bed6d756 x-openstack-request-id: req-38029c2c-d66b-492b-a923-d5e1bed6d756 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:07.608681 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "name": "network-vif-plugged", "status": "completed", "tag": "3448b670-72d8-47af-9f3a-af99c17364be", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:07.609099 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38029c2c-d66b-492b-a923-d5e1bed6d756 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:07.609660 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be', 'code': 200} Sep 07 14:23:07.628218 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:07.696414 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe584-0248-4325-b95e-eea604161fb9 req-03dfc0d9-cbfc-48f5-ab2b-8538a471e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:07.697945 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-66cbe584-0248-4325-b95e-eea604161fb9 req-03dfc0d9-cbfc-48f5-ab2b-8538a471e569 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 1099 time: 0.1167667 Sep 07 14:23:07.734409 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-ed4b04cc-ac39-4052-8b9a-df42b5017a2a service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097109 Sep 07 14:23:07.746025 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Made reservation on behalf of 136e1b2180604d28b0ab5bd128f7e701 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:07.750053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:07.764413 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-66cbe584-0248-4325-b95e-eea604161fb9 req-ea914792-24dc-4fe4-b8ad-235a15078b15 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Sep 07 14:23:07.850367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a060-b4fe-47d9-8158-a0834aded85f req-44da9e50-14e7-411a-896d-7caea85e0d82 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:07.851993 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acc8a060-b4fe-47d9-8158-a0834aded85f req-44da9e50-14e7-411a-896d-7caea85e0d82 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.2279904 Sep 07 14:23:07.913936 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b715-e6be-474f-b283-335ed737ccb3 req-2a13f9c7-014c-4e04-b826-555ce636f6f5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:07.916895 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2c05b715-e6be-474f-b283-335ed737ccb3 req-2a13f9c7-014c-4e04-b826-555ce636f6f5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 931 time: 0.1306121 Sep 07 14:23:07.937306 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acc8a060-b4fe-47d9-8158-a0834aded85f req-245a38ee-5c48-458e-a013-d4c00c38be6a tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707150 Sep 07 14:23:07.946618 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Allocated IP 172.20.0.13 (d9a8c985-22fb-497c-86a8-0c1b0231a5cf/98ea4dda-d862-4aaf-8bc5-aa77a3c4c240/07ee9789-e46e-4257-b6d3-f4e076f1d0a4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:07.982042 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2c05b715-e6be-474f-b283-335ed737ccb3 req-4669da52-67f2-4e73-9f7f-19ac2284eec2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588632 Sep 07 14:23:08.035647 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:08.067579 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.071270 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-05a7aa52-fc32-4cc0-a4c7-9669c32c5ae9 req-d920347b-e5f9-433d-9813-1076866bb45e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0311673 Sep 07 14:23:08.084336 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Transition to ACTIVE for port object 416633ed-7518-4a67-93b5-d7166a78e9ba will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:08.096425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.151290 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:08.180620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Attempting to bind port 416633ed-7518-4a67-93b5-d7166a78e9ba on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:08.180810 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d7e45-8833-47db-953a-23dbb81672c5 req-cbdcfcc3-47ee-4e90-97c8-afc14487b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.180930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Attempting to bind port 416633ed-7518-4a67-93b5-d7166a78e9ba by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:08.181266 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Attempting to bind port 416633ed-7518-4a67-93b5-d7166a78e9ba on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:08.182168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f76d7e45-8833-47db-953a-23dbb81672c5 req-cbdcfcc3-47ee-4e90-97c8-afc14487b0ba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.1031253 Sep 07 14:23:08.186086 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Port 416633ed-7518-4a67-93b5-d7166a78e9ba on network d472fd73-ca38-493a-8026-a19ef3052825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:23:08.186431 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Attempting to bind port 416633ed-7518-4a67-93b5-d7166a78e9ba on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:08.192663 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:08.192999 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Checking segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:08.193377 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Bound using segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:08.193803 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Bound port: 416633ed-7518-4a67-93b5-d7166a78e9ba, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:08.194156 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.198727 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126a41-415d-493c-9fda-fac861dab1eb req-3aaf7ae8-c50c-4b14-b531-68000c792130 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.200321 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-88126a41-415d-493c-9fda-fac861dab1eb req-3aaf7ae8-c50c-4b14-b531-68000c792130 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.1223230 Sep 07 14:23:08.207216 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.260169 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Transition to ACTIVE for port object 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:08.271597 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f76d7e45-8833-47db-953a-23dbb81672c5 req-1658bac3-b657-4f13-8a01-572d3e8d6053 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686970 Sep 07 14:23:08.304653 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-88126a41-415d-493c-9fda-fac861dab1eb req-7a45ac7e-3725-4f24-a25e-f2275b5dcf55 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840523 Sep 07 14:23:08.307199 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:08.310744 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:08.316578 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.342904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.376270 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.377084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.378653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1093 time: 1.0530536 Sep 07 14:23:08.383531 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:08.385813 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c6ff3-b216-4aa4-8492-0725cb3714fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:08.403056 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:08.421062 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:08.422857 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:08.425999 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:08.431471 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2655d-e7ce-451a-9fb4-63f539e4f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:08.432453 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.433433 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.457213 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-09fc2acd-acc0-4434-ab4f-d68ab24a5d5a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0576680 Sep 07 14:23:08.465402 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc085a-7a17-437c-8288-2ea05daaa30c req-52f09bd6-3ae1-43f8-9da0-0a925667c438 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.467343 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f3fc085a-7a17-437c-8288-2ea05daaa30c req-52f09bd6-3ae1-43f8-9da0-0a925667c438 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0876021 Sep 07 14:23:08.473176 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710f07c3-5a77-48da-a47b-e1dd5f8bfcf5 x-openstack-request-id: req-710f07c3-5a77-48da-a47b-e1dd5f8bfcf5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:08.473565 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:08.473953 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-710f07c3-5a77-48da-a47b-e1dd5f8bfcf5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:08.474443 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'status': 'completed', 'code': 200} Sep 07 14:23:08.521434 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f3fc085a-7a17-437c-8288-2ea05daaa30c req-f45f39aa-9703-4b94-817d-e0598d5e51de tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Sep 07 14:23:08.687073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Request body: {'port': {'device_id': '1aa66b22-97f6-4018-a082-d5aace091870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:08.739815 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-597b9939-c721-4027-983f-d6c9ba6f351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:08.741305 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-597b9939-c721-4027-983f-d6c9ba6f351a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1096 time: 0.0455370 Sep 07 14:23:08.745973 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.795850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a16d47b1-eca9-44ce-8123-4ed9c2790d26 None None] Provisioning for port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:08.799922 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a16d47b1-eca9-44ce-8123-4ed9c2790d26 None None] Provisioning complete for port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:08.800070 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a16d47b1-eca9-44ce-8123-4ed9c2790d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:08.844035 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a16d47b1-eca9-44ce-8123-4ed9c2790d26 None None] Port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:23:09.104672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4196d9-961d-4a1b-a61b-47debbaae2f3 req-f688dd83-3b44-4f2f-9570-37ecb55b4b93 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.106396 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9b4196d9-961d-4a1b-a61b-47debbaae2f3 req-f688dd83-3b44-4f2f-9570-37ecb55b4b93 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0862000 Sep 07 14:23:09.135785 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce5d7-e92a-44b3-b1b5-32fa27220d93 req-f028483a-2f31-43f5-a846-d13dcfe0a065 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.137416 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-691ce5d7-e92a-44b3-b1b5-32fa27220d93 req-f028483a-2f31-43f5-a846-d13dcfe0a065 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0589526 Sep 07 14:23:09.168429 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:09.184619 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-691ce5d7-e92a-44b3-b1b5-32fa27220d93 req-a184410e-34e0-4b29-bb3d-85c6ff463a0d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Sep 07 14:23:09.187448 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:09.209038 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9b4196d9-961d-4a1b-a61b-47debbaae2f3 req-18376cd5-8c70-49c0-8d60-82cae1a72408 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716040 Sep 07 14:23:09.219581 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Transition to ACTIVE for port object 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:09.232290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:09.285886 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:09.316062 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c241d7e-0cca-4430-ab2d-13f29c719911 req-ecc5a11f-1702-4dc5-ba03-bb5f22bb6c41 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.319368 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8c241d7e-0cca-4430-ab2d-13f29c719911 req-ecc5a11f-1702-4dc5-ba03-bb5f22bb6c41 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0617504 Sep 07 14:23:09.319588 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Attempting to bind port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:09.319965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Attempting to bind port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:09.320503 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Attempting to bind port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:09.325234 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:23:09.325623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Attempting to bind port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:09.331590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:09.332072 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Checking segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:09.332511 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Bound using segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:09.333008 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Bound port: 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:09.333421 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:09.364839 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8c241d7e-0cca-4430-ab2d-13f29c719911 req-ea51f25a-7a6c-4fc3-aaa5-fa10cc04e3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Sep 07 14:23:09.440676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:09.444646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:09.456956 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f5d5-669e-492b-8121-b52feb458d5f req-7c65f1d2-1df6-4052-a8d8-5738acc08f50 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.458470 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22a0f5d5-669e-492b-8121-b52feb458d5f req-7c65f1d2-1df6-4052-a8d8-5738acc08f50 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.0785575 Sep 07 14:23:09.459553 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:09.518433 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.519238 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:09.520497 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] 10.222.0.68 "PUT /v2.0/ports/07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1094 time: 0.8391106 Sep 07 14:23:09.524440 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:09.526299 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:09.550708 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22a0f5d5-669e-492b-8121-b52feb458d5f req-0c7a06bc-3fc5-48c4-ad4e-402b5cb357cd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Sep 07 14:23:09.551346 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52849ee0-f18f-44c3-b53d-d57f7c27a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:09.582004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5ddb3-9e0e-4207-8470-8d7213d4b16d x-openstack-request-id: req-e8d5ddb3-9e0e-4207-8470-8d7213d4b16d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:09.582301 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:09.582709 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8d5ddb3-9e0e-4207-8470-8d7213d4b16d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:09.583137 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'status': 'completed', 'code': 200} Sep 07 14:23:09.668398 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e23e-69c2-4d50-bddd-135b1add7831 req-584f1f57-f306-4de6-b642-13ffb0593ebe tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:09.669928 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8696e23e-69c2-4d50-bddd-135b1add7831 req-584f1f57-f306-4de6-b642-13ffb0593ebe tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0536342 Sep 07 14:23:09.709034 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8696e23e-69c2-4d50-bddd-135b1add7831 req-160b8349-9201-4b87-9868-682ee23a88c7 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Sep 07 14:23:10.315555 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6d5f-decd-4788-914e-0544529997d0 req-040f4847-4dc6-437b-ae7a-38796e3eb0b4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:10.317095 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2e4b6d5f-decd-4788-914e-0544529997d0 req-040f4847-4dc6-437b-ae7a-38796e3eb0b4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Sep 07 14:23:10.352886 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac0cdd-3922-4d26-b753-165ec68ace8c req-fd422a97-4db2-40b2-892b-58d63f29d4b5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:10.355098 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-afac0cdd-3922-4d26-b753-165ec68ace8c req-fd422a97-4db2-40b2-892b-58d63f29d4b5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0640745 Sep 07 14:23:10.366364 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2e4b6d5f-decd-4788-914e-0544529997d0 req-11b0d599-6ccb-446f-a81f-c0d9247de498 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Sep 07 14:23:10.401383 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-afac0cdd-3922-4d26-b753-165ec68ace8c req-4fd779c7-924e-47f1-8511-2790584447ff tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Sep 07 14:23:10.486001 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2679c-bd7c-4baf-92ea-06f3af3e77ae req-f5993d52-7f5e-45c2-8575-0c6cbaaa9b91 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:10.488234 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-75c2679c-bd7c-4baf-92ea-06f3af3e77ae req-f5993d52-7f5e-45c2-8575-0c6cbaaa9b91 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0488982 Sep 07 14:23:10.526340 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-75c2679c-bd7c-4baf-92ea-06f3af3e77ae req-892452c9-19b8-454b-8e36-357d11974859 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Sep 07 14:23:10.560184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 782c2dcd-5809-4c8a-8d7a-026b63fd3261 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:23:10.660853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:10.667035 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5859-2f85-4fc1-ab9f-7a9c602ddb28 req-665221bd-80c1-431f-a5cd-57b5a62e989d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:10.668522 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10db5859-2f85-4fc1-ab9f-7a9c602ddb28 req-665221bd-80c1-431f-a5cd-57b5a62e989d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 943 time: 0.0501432 Sep 07 14:23:10.672247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '782c2dcd-5809-4c8a-8d7a-026b63fd3261', 'network_id': 'd775a280-3a48-46f7-827d-3d952fb78fa5', 'port_id': '782c2dcd-5809-4c8a-8d7a-026b63fd3261', 'mac_address': 'fa:16:3e:3c:9f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e947b8a3-3396-420e-8de9-7a180e1e6be9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:23:10.706993 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10db5859-2f85-4fc1-ab9f-7a9c602ddb28 req-5a2b3f75-52b4-403a-b947-c4d070dac593 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Sep 07 14:23:10.709448 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:10.723100 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782c2dcd-5809-4c8a-8d7a-026b63fd3261 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:10.742427 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:10.747458 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:10.799489 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:10.826620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca2796-5d27-4687-b114-8dcbd05c5c3d req-dea9821c-af08-452f-b1f2-2787696fedde tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:10.828166 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5ca2796-5d27-4687-b114-8dcbd05c5c3d req-dea9821c-af08-452f-b1f2-2787696fedde tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0480373 Sep 07 14:23:10.866175 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5ca2796-5d27-4687-b114-8dcbd05c5c3d req-7a1d2cbc-4242-484b-998a-755a3cbd6fe9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Sep 07 14:23:11.500182 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbbc15-ded1-43ec-ae71-46a84f0f73ab req-724ee6e9-35ac-435d-935a-351b9f846b65 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.501679 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22cbbc15-ded1-43ec-ae71-46a84f0f73ab req-724ee6e9-35ac-435d-935a-351b9f846b65 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0608122 Sep 07 14:23:11.525832 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd5728-3e63-4f8e-8a22-9b40a656a9fd req-69f2feeb-db50-49fd-848e-34424ceb4c16 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.527331 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c3cd5728-3e63-4f8e-8a22-9b40a656a9fd req-69f2feeb-db50-49fd-848e-34424ceb4c16 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0525835 Sep 07 14:23:11.541155 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22cbbc15-ded1-43ec-ae71-46a84f0f73ab req-bf5be7ca-559a-49f0-bb2f-e913f399af69 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Sep 07 14:23:11.573463 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c3cd5728-3e63-4f8e-8a22-9b40a656a9fd req-8d45093b-ed71-4e8a-b7c9-dd6e5cb8eaf4 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Sep 07 14:23:11.651201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eece8-c041-42d5-9640-00b836454f4e req-516d91fe-1198-471b-9df9-f811ced4f501 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.653019 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-798eece8-c041-42d5-9640-00b836454f4e req-516d91fe-1198-471b-9df9-f811ced4f501 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0501177 Sep 07 14:23:11.698678 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-798eece8-c041-42d5-9640-00b836454f4e req-d1955a3a-d4ff-4b48-8a75-e227c1821483 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Sep 07 14:23:11.747645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-613af61f-f3b7-4273-a703-db6515f9044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.750135 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-613af61f-f3b7-4273-a703-db6515f9044a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1097 time: 0.0506387 Sep 07 14:23:11.850763 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-22dcabf3-fb42-4084-a755-a0177e2e4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.852292 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-22dcabf3-fb42-4084-a755-a0177e2e4977 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5153459bddd44bfeac90ccf8d663f84b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2062757 Sep 07 14:23:11.864105 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa691-1278-4af7-9936-3ff1332bead3 req-b4aa9e90-8415-4c6f-8d32-8b1abfdba905 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:11.865390 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8d2aa691-1278-4af7-9936-3ff1332bead3 req-b4aa9e90-8415-4c6f-8d32-8b1abfdba905 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 944 time: 0.0780909 Sep 07 14:23:12.016452 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8d2aa691-1278-4af7-9936-3ff1332bead3 req-02a5e217-ef22-4d87-b530-39ad776ede13 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422846 Sep 07 14:23:12.060002 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-5b2db522-738b-49a8-8ca9-dd9ff68b47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.061487 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-025c6ff3-b216-4aa4-8492-0725cb3714fa req-5b2db522-738b-49a8-8ca9-dd9ff68b47a5 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1952448 Sep 07 14:23:12.137409 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['782c2dcd-5809-4c8a-8d7a-026b63fd3261'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:12.182255 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-0a0fe3ab-2a5c-420a-8f7f-1750fca6c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.183783 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-0a0fe3ab-2a5c-420a-8f7f-1750fca6c71e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=136e1b2180604d28b0ab5bd128f7e701&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4131289 Sep 07 14:23:12.200578 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099896-6428-4083-a223-009efff3d017 req-dcb89425-f385-48b6-8bf2-471c372af41c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.202037 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c099896-6428-4083-a223-009efff3d017 req-dcb89425-f385-48b6-8bf2-471c372af41c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.2598917 Sep 07 14:23:12.240529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c099896-6428-4083-a223-009efff3d017 req-af30b401-dfe8-4659-8ba8-b194a3277b8f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Sep 07 14:23:12.288960 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-60869c7b-6b8d-4534-8641-0ec71a590702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.290354 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-60869c7b-6b8d-4534-8641-0ec71a590702 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1096 time: 0.0420978 Sep 07 14:23:12.344655 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-e3f69736-52a1-4e3f-94ce-e4e4a0e58307 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 217 time: 0.0329134 Sep 07 14:23:12.415673 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-0eb113aa-ca8e-4e7b-b3e8-65f0aa14088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.417126 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-0eb113aa-ca8e-4e7b-b3e8-65f0aa14088a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0560825 Sep 07 14:23:12.426689 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-927c92b4-72cc-4c78-a24e-824cc5d12569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.428484 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f8f02b2-fa34-4601-94cc-e6c49b9d090b req-927c92b4-72cc-4c78-a24e-824cc5d12569 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1677449 Sep 07 14:23:12.579523 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aac4a7a1-20c4-48c8-9850-6369b749251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.581686 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-aac4a7a1-20c4-48c8-9850-6369b749251e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531626 Sep 07 14:23:12.681276 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942049eb-87cb-4bca-baad-a091b15f46f9 req-184b7288-2838-4346-9de0-b9daa53c85e8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.684256 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-942049eb-87cb-4bca-baad-a091b15f46f9 req-184b7288-2838-4346-9de0-b9daa53c85e8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0586545 Sep 07 14:23:12.744919 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fc47e-ee5a-4993-b171-79c9d9d6eeb9 req-8b758081-ea6b-4483-8c05-f65460a36af8 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.746768 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-617fc47e-ee5a-4993-b171-79c9d9d6eeb9 req-8b758081-ea6b-4483-8c05-f65460a36af8 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0957940 Sep 07 14:23:12.788676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-3c79ab5e-8a32-4df3-b4da-1e29a0bc89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:12.790546 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-3c79ab5e-8a32-4df3-b4da-1e29a0bc89c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1097 time: 0.0913882 Sep 07 14:23:12.816875 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-942049eb-87cb-4bca-baad-a091b15f46f9 req-f771e2c8-5737-445b-b1f8-9a4f4907810d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Sep 07 14:23:12.853229 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-f66f62a6-1a51-403c-8b72-16f2349561cb service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675103 Sep 07 14:23:12.908677 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-617fc47e-ee5a-4993-b171-79c9d9d6eeb9 req-5d085fe3-ac99-4eaf-bbbc-30d63047b66b tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537390 Sep 07 14:23:12.909897 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-f7c8a78e-f9e3-428d-905b-ecb55df1437c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0938218 Sep 07 14:23:12.977356 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58804) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:13.028501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-7a20aa7e-ccd6-45c1-930d-ef31afb40fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.030217 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-7a20aa7e-ccd6-45c1-930d-ef31afb40fc7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.1028433 Sep 07 14:23:13.061425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161f8a7-0744-4d74-8ddc-60a4794abdcc req-87605691-23ba-49a5-910b-f784454cb569 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.068106 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0161f8a7-0744-4d74-8ddc-60a4794abdcc req-87605691-23ba-49a5-910b-f784454cb569 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.1550446 Sep 07 14:23:13.114227 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-c8cd3f68-8c50-4d47-8475-143fdf07dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.115934 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-c8cd3f68-8c50-4d47-8475-143fdf07dd65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764518 Sep 07 14:23:13.122144 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b9b404c-2bb1-43b5-9ed4-0a1a3e0a1570 req-3d4a66e5-993e-417f-aa45-a2d1e395ce42 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576196 Sep 07 14:23:13.178649 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fff35cea-6f35-444f-bdfd-19702addc941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.202088 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0161f8a7-0744-4d74-8ddc-60a4794abdcc req-a4c500b8-e2e5-42a7-80e0-76c88bfb6836 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133082 Sep 07 14:23:13.261973 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559b5f-05fb-4ffb-a1e4-b13e4c9162ca req-1d262bf9-ba71-48d5-a425-f427f8a3902f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.272020 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f8559b5f-05fb-4ffb-a1e4-b13e4c9162ca req-1d262bf9-ba71-48d5-a425-f427f8a3902f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 944 time: 0.1389806 Sep 07 14:23:13.336598 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f8559b5f-05fb-4ffb-a1e4-b13e4c9162ca req-5c82fd2e-b4cf-49c6-9417-5405e00e41b2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Sep 07 14:23:13.351160 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fff35cea-6f35-444f-bdfd-19702addc941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.351901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-3f5481e6-5aad-4eca-b8e8-e5ec07d96020 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935468 Sep 07 14:23:13.359801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fff35cea-6f35-444f-bdfd-19702addc941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.391718 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35cea-6f35-444f-bdfd-19702addc941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371cbe9-03b7-4e8c-bc22-2895a8447836,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:13.476085 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f75eb294-d62f-4b42-8bda-85e2971d112c req-37f6e2dc-ba24-493f-88a3-77fbd72d40c1 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177230 Sep 07 14:23:13.608138 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fff35cea-6f35-444f-bdfd-19702addc941 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8bd47b5b0ce4b009eba6cca8022a5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297321 Sep 07 14:23:13.612068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:13.628837 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978861c2-16d2-497b-acd5-5b15daf86e81 req-552f7589-e7ea-498e-a6cc-594e0a207f5c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.630327 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-978861c2-16d2-497b-acd5-5b15daf86e81 req-552f7589-e7ea-498e-a6cc-594e0a207f5c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.2310567 Sep 07 14:23:13.637145 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 782c2dcd-5809-4c8a-8d7a-026b63fd3261 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:13.665898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.672765 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-978861c2-16d2-497b-acd5-5b15daf86e81 req-ae5bef11-9ec2-4949-a0be-79b59eac74b1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Sep 07 14:23:13.691605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.710425 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:13.714321 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:13.714702 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.754111 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.759437 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.761784 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1371cbe9-03b7-4e8c-bc22-2895a8447836 HTTP/1.1" status: 204 len: 168 time: 0.1483192 Sep 07 14:23:13.772842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248beee0-87b1-4d10-ad2a-59f87c23280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371cbe9-03b7-4e8c-bc22-2895a8447836,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:13.947489 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.963855 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e4528-5da9-4de1-acc9-b4c882d4a598 req-87f0fbdf-17a1-4a00-af9d-029e51ebfff9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:13.965510 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a3e4528-5da9-4de1-acc9-b4c882d4a598 req-87f0fbdf-17a1-4a00-af9d-029e51ebfff9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0542517 Sep 07 14:23:13.973700 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:13.976142 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7912fcf-92a1-43e7-93c8-e8bf963bad1b" -d '{"events": [{"server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "name": "network-vif-plugged", "status": "completed", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:13.991798 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:14.003044 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.031471 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a3e4528-5da9-4de1-acc9-b4c882d4a598 req-2c5ccdb2-9777-403b-ba0b-11aea6f91283 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561161 Sep 07 14:23:14.037284 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d0b66-8bb6-4be3-b2a8-aff2772a34d9 x-openstack-request-id: req-007d0b66-8bb6-4be3-b2a8-aff2772a34d9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:14.038016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "name": "network-vif-plugged", "status": "completed", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:14.038236 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-007d0b66-8bb6-4be3-b2a8-aff2772a34d9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:14.038937 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261', 'code': 200} Sep 07 14:23:14.062340 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:14.191540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:14.205986 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-018a393b-b601-4850-96b4-3d5d6e95629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.319758 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccb839-6927-45ef-8929-9bb96e5dc72d req-235a667c-59d9-40f9-b365-b3c3ec907b2f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:14.321316 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47ccb839-6927-45ef-8929-9bb96e5dc72d req-235a667c-59d9-40f9-b365-b3c3ec907b2f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0543942 Sep 07 14:23:14.325773 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-018a393b-b601-4850-96b4-3d5d6e95629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.332403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-018a393b-b601-4850-96b4-3d5d6e95629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.354113 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59280-4ac5-4970-9ffb-4bd146bcac12 req-819eb807-2074-4a0f-8a92-eec32c001b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:14.355699 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cef59280-4ac5-4970-9ffb-4bd146bcac12 req-819eb807-2074-4a0f-8a92-eec32c001b02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1098 time: 0.0767200 Sep 07 14:23:14.360573 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47ccb839-6927-45ef-8929-9bb96e5dc72d req-099feb0a-74a7-403e-946c-982538165ccd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332685 Sep 07 14:23:14.393707 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-018a393b-b601-4850-96b4-3d5d6e95629b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dcd4e53f689478d9c2453369c18259c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998625 Sep 07 14:23:14.395386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a393b-b601-4850-96b4-3d5d6e95629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba96937-8605-4ba3-beb9-71b3a5c089a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:14.396831 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:14.413338 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cef59280-4ac5-4970-9ffb-4bd146bcac12 req-d5bc69b3-4d77-4827-9882-1ff65acdf9a6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Sep 07 14:23:14.480754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.484806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c6e14-f700-4449-88a3-ab4f9699b921 req-5f00289c-19d4-4067-8486-2d9313c86ca1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:14.487395 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1e0c6e14-f700-4449-88a3-ab4f9699b921 req-5f00289c-19d4-4067-8486-2d9313c86ca1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Sep 07 14:23:14.521417 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.541429 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1e0c6e14-f700-4449-88a3-ab4f9699b921 req-c577a72f-7fcd-4c8f-8276-c6af0f908e91 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Sep 07 14:23:14.584683 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.587333 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.588484 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ba96937-8605-4ba3-beb9-71b3a5c089a4 HTTP/1.1" status: 204 len: 168 time: 0.1904306 Sep 07 14:23:14.597522 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b211ea4-ff3d-46dc-b2d3-506ebdd8556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba96937-8605-4ba3-beb9-71b3a5c089a4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:15.163709 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e115b-86a6-47f6-8b7a-dc190ffc5594 req-0dda7ce1-8a3a-4807-8044-445386a623e0 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:15.170992 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a2e115b-86a6-47f6-8b7a-dc190ffc5594 req-0dda7ce1-8a3a-4807-8044-445386a623e0 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0668592 Sep 07 14:23:15.211905 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a2e115b-86a6-47f6-8b7a-dc190ffc5594 req-609a6c84-e3b0-4a38-9cb1-012d35c5151b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Sep 07 14:23:15.498622 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee23fc-6c21-488e-8be2-b287defc1509 req-6c799afb-8065-4d06-93ec-87ce30433fbc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:15.500483 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bdee23fc-6c21-488e-8be2-b287defc1509 req-6c799afb-8065-4d06-93ec-87ce30433fbc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0567033 Sep 07 14:23:15.550250 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bdee23fc-6c21-488e-8be2-b287defc1509 req-f58d52be-5d46-40b9-9326-92bedb2b1610 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Sep 07 14:23:15.686275 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c7dd-6b2c-41b3-a6dd-8e0a13287f8d req-b5080fa6-6edd-47fc-b54c-81166cd2ff45 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:15.687807 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b14c7dd-6b2c-41b3-a6dd-8e0a13287f8d req-b5080fa6-6edd-47fc-b54c-81166cd2ff45 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0625849 Sep 07 14:23:15.731460 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b14c7dd-6b2c-41b3-a6dd-8e0a13287f8d req-4fee3304-2dae-4e4f-84d2-f96675b62bee tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363464 Sep 07 14:23:16.139223 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58962) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:16.272158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef7-b304-431c-babf-807b05f580d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.365957 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae56a53-2c25-47e1-8857-785030c55f4d req-ba5368eb-1af4-4751-aa4e-8df4e188621b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:16.368022 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ae56a53-2c25-47e1-8857-785030c55f4d req-ba5368eb-1af4-4751-aa4e-8df4e188621b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0749180 Sep 07 14:23:16.425437 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ae56a53-2c25-47e1-8857-785030c55f4d req-795e46aa-8870-45fb-a0a6-2da1032ebad3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494499 Sep 07 14:23:16.458514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef7-b304-431c-babf-807b05f580d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.463123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c16ef7-b304-431c-babf-807b05f580d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.494380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58980) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:16.506666 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f3c16ef7-b304-431c-babf-807b05f580d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d078e42d40e407ea59b2fa7bf750d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665140 Sep 07 14:23:16.509612 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58984) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:16.510645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16ef7-b304-431c-babf-807b05f580d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb72ad2-847a-4c5b-a0ad-cb0f7c9dc20b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:16.567432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.590905 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.652779 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf5793b6-4079-4e20-9949-5e1198c003df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.711350 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.713865 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.715034 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bb72ad2-847a-4c5b-a0ad-cb0f7c9dc20b HTTP/1.1" status: 204 len: 168 time: 0.2042778 Sep 07 14:23:16.724954 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a5763-1f7d-4b08-83fa-6f03f44fd2aa req-b0b6ed37-28a5-47ff-a1e0-8929a2a3bca3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:16.731440 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d8a5763-1f7d-4b08-83fa-6f03f44fd2aa req-b0b6ed37-28a5-47ff-a1e0-8929a2a3bca3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0959308 Sep 07 14:23:16.757859 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c237276-f186-4e5c-be72-17d0af2413ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb72ad2-847a-4c5b-a0ad-cb0f7c9dc20b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:16.815152 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d8a5763-1f7d-4b08-83fa-6f03f44fd2aa req-891a7beb-2ff2-444f-a2bc-12ddd3dbee13 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746889 Sep 07 14:23:16.880378 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf5793b6-4079-4e20-9949-5e1198c003df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.887449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf5793b6-4079-4e20-9949-5e1198c003df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:16.899941 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7b08-eaa9-41c4-8d6b-57c8b97306b0 req-ae39041d-60ea-44a0-9dd8-b53ee4c4ac9a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:16.901482 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-856b7b08-eaa9-41c4-8d6b-57c8b97306b0 req-ae39041d-60ea-44a0-9dd8-b53ee4c4ac9a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0584323 Sep 07 14:23:16.930064 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cf5793b6-4079-4e20-9949-5e1198c003df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=839a455fd5af4af18cec13c284a1722e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344695 Sep 07 14:23:16.930886 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5793b6-4079-4e20-9949-5e1198c003df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec89d96b-53c0-4d17-ae1c-e37cf302b45d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:16.932664 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:16.967547 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-856b7b08-eaa9-41c4-8d6b-57c8b97306b0 req-11f6d392-2f37-476b-a948-9e417a68267a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Sep 07 14:23:16.997469 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.022546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.073430 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.076722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.080309 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec89d96b-53c0-4d17-ae1c-e37cf302b45d HTTP/1.1" status: 204 len: 168 time: 0.1444042 Sep 07 14:23:17.080474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59004) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:17.088397 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0b67-4755-4371-91d8-2742df34868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec89d96b-53c0-4d17-ae1c-e37cf302b45d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:17.096136 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36ac38a5-5725-4eb3-a056-6cf114c6d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.233066 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36ac38a5-5725-4eb3-a056-6cf114c6d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.238877 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36ac38a5-5725-4eb3-a056-6cf114c6d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.287810 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-36ac38a5-5725-4eb3-a056-6cf114c6d316 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c379033947364189b047908da083af63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060122 Sep 07 14:23:17.290149 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59012) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:17.296446 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac38a5-5725-4eb3-a056-6cf114c6d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6713ec-46eb-4dba-8352-a86ef1f3cf8b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:17.336004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e32606-a875-44b4-9cd9-70df995c33ed req-5dc97bf2-f5ff-43be-8621-020c56358be2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.344151 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-02e32606-a875-44b4-9cd9-70df995c33ed req-5dc97bf2-f5ff-43be-8621-020c56358be2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0932953 Sep 07 14:23:17.348892 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.367830 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-8a5a588a-1225-460c-b37b-349c741011c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.369318 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-8a5a588a-1225-460c-b37b-349c741011c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1098 time: 0.0829024 Sep 07 14:23:17.373401 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.405094 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-02e32606-a875-44b4-9cd9-70df995c33ed req-2b5ec059-c864-4115-a142-12900a8d4e4c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Sep 07 14:23:17.434296 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.436990 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.438170 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d6713ec-46eb-4dba-8352-a86ef1f3cf8b HTTP/1.1" status: 204 len: 168 time: 0.1469529 Sep 07 14:23:17.449063 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cef11-e33c-44d2-85dc-9504896366ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6713ec-46eb-4dba-8352-a86ef1f3cf8b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:17.483158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-b24975f6-c731-4355-8bf9-2a009273b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.484631 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-b24975f6-c731-4355-8bf9-2a009273b084 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.1043744 Sep 07 14:23:17.532713 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59020) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:17.543424 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-dd66493b-6648-497c-98e2-54e0f32973c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 200 len: 217 time: 0.0508909 Sep 07 14:23:17.559920 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5e5b-1ffc-4d68-83ea-97948e9ab00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.605671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-04c3d666-dd70-45b1-93b9-58574563f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.607251 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-04c3d666-dd70-45b1-93b9-58574563f5cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0538619 Sep 07 14:23:17.614652 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c90c4-2d78-43d1-b270-379d60071cf3 req-a81d082c-dd0a-41cd-9edf-155bec4b6c07 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.616200 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e16c90c4-2d78-43d1-b270-379d60071cf3 req-a81d082c-dd0a-41cd-9edf-155bec4b6c07 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0729079 Sep 07 14:23:17.640868 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-6adcc9a1-7e7d-43af-837c-fd33d9d2db64 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249817 Sep 07 14:23:17.651540 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:23:17.676891 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e16c90c4-2d78-43d1-b270-379d60071cf3 req-5096bb3e-6f7b-439f-981c-e57acc46a8f7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512204 Sep 07 14:23:17.749570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5e5b-1ffc-4d68-83ea-97948e9ab00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.760759 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5e5b-1ffc-4d68-83ea-97948e9ab00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.784552 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-c2c60c94-b0da-44f3-b0d1-5b4552688356 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367373 Sep 07 14:23:17.804620 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e4ee5e5b-1ffc-4d68-83ea-97948e9ab00b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9538d5ae4764f8687523cfed8ed04df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697887 Sep 07 14:23:17.805575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee5e5b-1ffc-4d68-83ea-97948e9ab00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76284e-8814-4772-bc0e-414ecc8f0a1a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:17.808106 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:17.821001 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:17.852919 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'port_id': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'mac_address': 'fa:16:3e:1e:35:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:23:17.917697 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.920643 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.936069 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:17.952447 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d6bc7e6-7141-49df-8f9d-b8b3092dd263 req-fc6cfd94-ade9-45b0-8d6f-19cae654851a service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606472 Sep 07 14:23:17.971734 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:17.981827 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.984841 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:17.985188 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:23:17.991223 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65028afe-8ac1-4048-bb8f-d4bdbdb83f6f req-72934ca3-b8c8-4c53-a11b-e06b7c60bb78 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:17.992791 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65028afe-8ac1-4048-bb8f-d4bdbdb83f6f req-72934ca3-b8c8-4c53-a11b-e06b7c60bb78 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 944 time: 0.0649714 Sep 07 14:23:18.100856 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65028afe-8ac1-4048-bb8f-d4bdbdb83f6f req-6b4600f8-cf98-421b-9c55-0f791a6ace7b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875235 Sep 07 14:23:18.120100 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:18.126305 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:18.129160 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a76284e-8814-4772-bc0e-414ecc8f0a1a HTTP/1.1" status: 204 len: 168 time: 0.3199556 Sep 07 14:23:18.133897 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:18.140531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:18.156812 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:23:18.184643 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5bde-6ea9-4fbd-8552-efbec80f7aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76284e-8814-4772-bc0e-414ecc8f0a1a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:18.215663 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:18.248667 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:18.290722 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:18.296547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:18.364159 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:18.530298 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8100-31f8-464f-9bef-3dcd3d15357d req-00e571e2-31c4-41fa-82c0-cb9e301c1977 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:18.532110 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-948c8100-31f8-464f-9bef-3dcd3d15357d req-00e571e2-31c4-41fa-82c0-cb9e301c1977 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0538316 Sep 07 14:23:18.572579 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-948c8100-31f8-464f-9bef-3dcd3d15357d req-068672ff-c278-45a1-8acc-5a94acfba7ca tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Sep 07 14:23:18.811205 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['416633ed-7518-4a67-93b5-d7166a78e9ba'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:18.841527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4d58-ac91-4095-9481-07f02bec4c74 req-accbcd66-39ce-4b6a-9262-498ad51fbcc3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:18.843273 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-081d4d58-ac91-4095-9481-07f02bec4c74 req-accbcd66-39ce-4b6a-9262-498ad51fbcc3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0800178 Sep 07 14:23:18.860386 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['07ee9789-e46e-4257-b6d3-f4e076f1d0a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:18.911362 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-081d4d58-ac91-4095-9481-07f02bec4c74 req-5473e6ad-5281-41c4-8fe4-5f1ea3499cff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553880 Sep 07 14:23:19.222923 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4524f-206b-4530-b11c-4be5b0f793b0 req-1c95289e-39c4-4307-8376-126f5dd34744 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:19.225193 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89b4524f-206b-4530-b11c-4be5b0f793b0 req-1c95289e-39c4-4307-8376-126f5dd34744 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 945 time: 0.0593469 Sep 07 14:23:19.265287 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89b4524f-206b-4530-b11c-4be5b0f793b0 req-df489bf5-89b5-463a-ab04-6e915ba1979b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335135 Sep 07 14:23:19.708651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266f9dc-c01e-414d-a1a6-2374ab21fb80 req-12fa949d-89ff-48ae-862e-162f9d0ef41a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:19.710238 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7266f9dc-c01e-414d-a1a6-2374ab21fb80 req-12fa949d-89ff-48ae-862e-162f9d0ef41a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0549614 Sep 07 14:23:19.793887 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7266f9dc-c01e-414d-a1a6-2374ab21fb80 req-e2225031-d682-4f32-a654-625471dd588f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690475 Sep 07 14:23:20.063035 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8f789-e168-4491-b562-4be02c809c2b req-cdecaf53-fc3a-42fb-9865-ed0a1b9d4314 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:20.065305 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a2a8f789-e168-4491-b562-4be02c809c2b req-cdecaf53-fc3a-42fb-9865-ed0a1b9d4314 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0596657 Sep 07 14:23:20.109438 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a2a8f789-e168-4491-b562-4be02c809c2b req-c3012c48-daad-457d-93a3-4c5616f8a2cd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360501 Sep 07 14:23:20.191606 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59202) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:20.393895 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464f2a3-f036-485d-a681-78000c677985 req-c85d894b-7a9f-44ce-aab5-265b53aa185c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:20.394944 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3464f2a3-f036-485d-a681-78000c677985 req-c85d894b-7a9f-44ce-aab5-265b53aa185c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 945 time: 0.0579026 Sep 07 14:23:20.471130 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3464f2a3-f036-485d-a681-78000c677985 req-3629a917-d93e-465f-adca-8105934dc117 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682404 Sep 07 14:23:20.472376 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08b375bd-cf4f-44e8-a9f8-c1cafc995d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.586315 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08b375bd-cf4f-44e8-a9f8-c1cafc995d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.590155 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08b375bd-cf4f-44e8-a9f8-c1cafc995d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.628748 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-08b375bd-cf4f-44e8-a9f8-c1cafc995d50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00a337b83d7345a7b658b031f5f8405e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358156 Sep 07 14:23:20.630792 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b375bd-cf4f-44e8-a9f8-c1cafc995d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23645f04-ac52-4ac1-b335-089f86a4aa37,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:20.631602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59236) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:20.682265 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.703268 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.752956 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.755752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:20.757383 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23645f04-ac52-4ac1-b335-089f86a4aa37 HTTP/1.1" status: 204 len: 168 time: 0.1243234 Sep 07 14:23:20.766280 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9289b-5940-4f2c-be62-f664caf0ba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23645f04-ac52-4ac1-b335-089f86a4aa37,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:20.908196 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d7443-eb57-450c-8c19-e8bbe675dfb9 req-e773ebcf-2b25-4930-ad97-8e4cd0c8bfc2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:20.910017 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bc2d7443-eb57-450c-8c19-e8bbe675dfb9 req-e773ebcf-2b25-4930-ad97-8e4cd0c8bfc2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0579762 Sep 07 14:23:20.964459 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bc2d7443-eb57-450c-8c19-e8bbe675dfb9 req-e1e19a95-6f3a-4138-a726-057211e7c0d7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481403 Sep 07 14:23:21.093737 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:21.106898 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79ca7774-2402-4f36-b10b-c1d1d6fb1134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.202720 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79ca7774-2402-4f36-b10b-c1d1d6fb1134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.207915 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79ca7774-2402-4f36-b10b-c1d1d6fb1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.243739 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e989-dfaa-4eb3-8ae0-a35917ed50a9 req-3353a0bb-a2bb-43cf-be21-191f36ee1249 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:21.247716 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-79ca7774-2402-4f36-b10b-c1d1d6fb1134 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c9b6466f50a42ee83790fb77a87f966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502972 Sep 07 14:23:21.247863 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8044e989-dfaa-4eb3-8ae0-a35917ed50a9 req-3353a0bb-a2bb-43cf-be21-191f36ee1249 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0483000 Sep 07 14:23:21.247981 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca7774-2402-4f36-b10b-c1d1d6fb1134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d9755-a347-48a8-8c19-8a138914d1b6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:21.248155 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:21.313284 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8044e989-dfaa-4eb3-8ae0-a35917ed50a9 req-dfb0eba7-0db1-42bc-bd05-3154cbc65892 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580511 Sep 07 14:23:21.328660 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.354108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.399409 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.402842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.404408 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b27d9755-a347-48a8-8c19-8a138914d1b6 HTTP/1.1" status: 204 len: 168 time: 0.1551290 Sep 07 14:23:21.412512 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde2c68-bf56-4d4b-ae8c-b0ee7cda0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d9755-a347-48a8-8c19-8a138914d1b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:21.598126 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180afdb6-dd91-4aae-82a1-bf621edc7751 req-290e26fc-b76a-4f42-a616-c7aca3c48c5d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:21.600029 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-180afdb6-dd91-4aae-82a1-bf621edc7751 req-290e26fc-b76a-4f42-a616-c7aca3c48c5d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 945 time: 0.0587790 Sep 07 14:23:21.648845 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-180afdb6-dd91-4aae-82a1-bf621edc7751 req-a2ab7e4b-129b-4ae1-8eba-c5d72fe92750 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Sep 07 14:23:21.677449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:21.727800 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:21.731875 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:21.732296 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.824198 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.851426 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:21.853855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4169be3d-e17a-48fa-8ad7-82068e85c026" -d '{"events": [{"server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "name": "network-vif-plugged", "status": "completed", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:21.879076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:21.886519 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:21.887553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:21.912544 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780bee5-896a-4137-8ed2-3a28b17d1f16 x-openstack-request-id: req-a780bee5-896a-4137-8ed2-3a28b17d1f16 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:21.912829 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "name": "network-vif-plugged", "status": "completed", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:21.913076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a780bee5-896a-4137-8ed2-3a28b17d1f16 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:21.913471 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'code': 200} Sep 07 14:23:21.982088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:21.992919 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:22.000632 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 416633ed-7518-4a67-93b5-d7166a78e9ba completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:22.006287 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 416633ed-7518-4a67-93b5-d7166a78e9ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:22.006901 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.174804 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.191169 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949e99-e43f-4041-9370-0860787e695f req-7db6cd05-a142-4bcc-ad33-1ccae2916cff tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:22.193152 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c9949e99-e43f-4041-9370-0860787e695f req-7db6cd05-a142-4bcc-ad33-1ccae2916cff tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1279538 Sep 07 14:23:22.230943 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42d45f5f-7cf0-4b68-b8af-d23fd15517d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.231417 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:22.239409 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.275024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94ced3-2bc0-4ec2-abd2-43ce53b0d4b3 req-2d9c4481-6471-42fc-b877-7a4b2eda5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:22.277292 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6e94ced3-2bc0-4ec2-abd2-43ce53b0d4b3 req-2d9c4481-6471-42fc-b877-7a4b2eda5d48 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.1432660 Sep 07 14:23:22.281265 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c9949e99-e43f-4041-9370-0860787e695f req-62f620fc-6ed2-4492-87a5-e11d9d417801 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817447 Sep 07 14:23:22.310276 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:22.378410 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6e94ced3-2bc0-4ec2-abd2-43ce53b0d4b3 req-fa06f780-4981-4d7d-afce-aa66226b5fbc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778039 Sep 07 14:23:22.462806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42d45f5f-7cf0-4b68-b8af-d23fd15517d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.467995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42d45f5f-7cf0-4b68-b8af-d23fd15517d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.488017 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2906a-5d13-4a9c-8ad9-387ba6e2be1f req-b4490b49-23df-44e7-90d6-994db872820d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:22.489612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92a2906a-5d13-4a9c-8ad9-387ba6e2be1f req-b4490b49-23df-44e7-90d6-994db872820d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0832853 Sep 07 14:23:22.539855 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-42d45f5f-7cf0-4b68-b8af-d23fd15517d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a90e6ea0a594e478f66176aae074c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452576 Sep 07 14:23:22.541811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d45f5f-7cf0-4b68-b8af-d23fd15517d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f241a7b9-9a3d-4700-990a-c946e1885748,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:22.542684 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59338) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:22.577241 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92a2906a-5d13-4a9c-8ad9-387ba6e2be1f req-7af3a862-7de8-415c-b821-0f61f4b9cc70 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700235 Sep 07 14:23:22.627711 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.649162 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.700476 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.703496 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:22.705546 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f241a7b9-9a3d-4700-990a-c946e1885748 HTTP/1.1" status: 204 len: 168 time: 0.1617038 Sep 07 14:23:22.714806 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57629819-b89e-4a7c-9ad6-4fc53d08721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f241a7b9-9a3d-4700-990a-c946e1885748,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:22.790917 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6bca6-ae25-41ea-89de-f0ee09175300 req-4fa4e321-4167-4edb-8f42-932deffbc24c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:22.792740 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-30a6bca6-ae25-41ea-89de-f0ee09175300 req-4fa4e321-4167-4edb-8f42-932deffbc24c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0543215 Sep 07 14:23:22.837809 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-30a6bca6-ae25-41ea-89de-f0ee09175300 req-b03cb8bc-809f-40e3-8ce8-f9bbe22e96c1 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363319 Sep 07 14:23:22.844926 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59352) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:23.004353 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59356) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:23.007626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9aa32e5-4134-4132-9ef8-b882392d95a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.019096 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a926305-7881-4ad8-b7da-9da085275e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.100433 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9aa32e5-4134-4132-9ef8-b882392d95a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.104157 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9aa32e5-4134-4132-9ef8-b882392d95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.141240 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa32e5-4134-4132-9ef8-b882392d95a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16ea1d-a67b-4db3-b5d2-2a5afcae7390,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:23.147491 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e9aa32e5-4134-4132-9ef8-b882392d95a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc52d68e78f24dd69a3d6f75879c51ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004813 Sep 07 14:23:23.150520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:23.228491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.247444 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a926305-7881-4ad8-b7da-9da085275e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.253505 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a926305-7881-4ad8-b7da-9da085275e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.272066 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.316893 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5a926305-7881-4ad8-b7da-9da085275e6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aaec25a1d5394f85851ce2f85edb7448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113253 Sep 07 14:23:23.319444 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59364) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:23.321756 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a926305-7881-4ad8-b7da-9da085275e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742d1512-d858-484a-b912-25fe823d0db0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:23.356128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.358333 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.359739 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e16ea1d-a67b-4db3-b5d2-2a5afcae7390 HTTP/1.1" status: 204 len: 168 time: 0.2080657 Sep 07 14:23:23.374839 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.379294 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566f81-9806-4f1a-8f5f-860c32b780dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16ea1d-a67b-4db3-b5d2-2a5afcae7390,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:23.398768 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.422019 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e472-280e-44db-99dd-18187a0aa260 req-3d394ca8-eb23-4774-a060-76e3605fdf1f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:23.423631 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f194e472-280e-44db-99dd-18187a0aa260 req-3d394ca8-eb23-4774-a060-76e3605fdf1f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0594001 Sep 07 14:23:23.453286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.456949 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:23.458562 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/742d1512-d858-484a-b912-25fe823d0db0 HTTP/1.1" status: 204 len: 168 time: 0.1381278 Sep 07 14:23:23.467279 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c7100-212b-4a28-b4ee-c702c344ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d1512-d858-484a-b912-25fe823d0db0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:23.475561 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f194e472-280e-44db-99dd-18187a0aa260 req-4bad294f-5e8d-4df0-b02b-dfd82650f8d4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Sep 07 14:23:23.727328 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa783e-f0cd-4613-ae2f-68f44c1901fc req-776eea64-05d8-47e4-a0a0-47f9005af4f2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:23.735154 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-66fa783e-f0cd-4613-ae2f-68f44c1901fc req-776eea64-05d8-47e4-a0a0-47f9005af4f2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0803826 Sep 07 14:23:23.847175 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-66fa783e-f0cd-4613-ae2f-68f44c1901fc req-095c9fc5-1ef5-470e-8105-64c317f3ef8b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109447 Sep 07 14:23:23.914392 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:23.917468 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831cc0d2-f354-4979-b56e-9fa4f6939759" -d '{"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:24.016335 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd595ed-48d1-4188-8187-f7bf00d455b6 req-9a24717c-b4eb-4361-a38a-45d75ba66bc8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:24.019640 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fdd595ed-48d1-4188-8187-f7bf00d455b6 req-9a24717c-b4eb-4361-a38a-45d75ba66bc8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0657890 Sep 07 14:23:24.076512 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fdd595ed-48d1-4188-8187-f7bf00d455b6 req-d817958d-5e79-4ddb-b3b0-5bc28e14383e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494752 Sep 07 14:23:24.117928 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae21eacb-451e-4f00-9781-d407c16b07f2 x-openstack-request-id: req-ae21eacb-451e-4f00-9781-d407c16b07f2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:24.118414 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:24.118661 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae21eacb-451e-4f00-9781-d407c16b07f2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:24.119082 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'code': 200} Sep 07 14:23:24.212607 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d5715-9154-445d-b574-816447303322 req-1035aa65-75a3-4265-9ee9-7a44d6cfc1ff tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:24.214221 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-401d5715-9154-445d-b574-816447303322 req-1035aa65-75a3-4265-9ee9-7a44d6cfc1ff tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.0531385 Sep 07 14:23:24.234250 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:24.287653 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-401d5715-9154-445d-b574-816447303322 req-f53bf2ef-4018-4c28-86d5-39513a55b898 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655749 Sep 07 14:23:24.404966 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43761919-e97f-48d7-9ff4-f8dc90626be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.506149 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafc7d9-7b3a-4d86-8b97-dd4a921dffee req-4b5f2939-c1a3-4d44-8be6-58bde66e09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:24.510617 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baafc7d9-7b3a-4d86-8b97-dd4a921dffee req-4b5f2939-c1a3-4d44-8be6-58bde66e09f0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1098 time: 0.0606186 Sep 07 14:23:24.544969 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43761919-e97f-48d7-9ff4-f8dc90626be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.554799 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43761919-e97f-48d7-9ff4-f8dc90626be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.579018 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baafc7d9-7b3a-4d86-8b97-dd4a921dffee req-15f0b32f-5525-44da-8392-65fe4ffb0842 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590653 Sep 07 14:23:24.606849 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43761919-e97f-48d7-9ff4-f8dc90626be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e59cb9-d897-46c0-8fe6-2de212f6e8c1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:24.642680 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-43761919-e97f-48d7-9ff4-f8dc90626be6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e12dacede9af479c836c2f465c5f51be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067473 Sep 07 14:23:24.645568 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:24.659061 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909756-5df5-4be0-a976-e6605afa6ed6 req-18c87450-ba06-4c2e-9665-03c8bedb3276 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:24.660740 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d0909756-5df5-4be0-a976-e6605afa6ed6 req-18c87450-ba06-4c2e-9665-03c8bedb3276 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0727651 Sep 07 14:23:24.701879 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.714284 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d0909756-5df5-4be0-a976-e6605afa6ed6 req-9023343d-3bd9-473a-b6b8-552eb657de35 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Sep 07 14:23:24.728062 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.787592 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.790151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:24.791576 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76e59cb9-d897-46c0-8fe6-2de212f6e8c1 HTTP/1.1" status: 204 len: 168 time: 0.1450014 Sep 07 14:23:24.800927 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2483ec8-054a-420f-a6a8-068936c398eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e59cb9-d897-46c0-8fe6-2de212f6e8c1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:24.996518 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d60d6-9e6e-4621-a74b-bfd9d6a1c198 req-18caf1c7-df42-4c55-8c96-a080d7012421 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:25.003533 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad1d60d6-9e6e-4621-a74b-bfd9d6a1c198 req-18caf1c7-df42-4c55-8c96-a080d7012421 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0717752 Sep 07 14:23:25.049557 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad1d60d6-9e6e-4621-a74b-bfd9d6a1c198 req-e46f4b7c-f51f-42c1-a6dd-610d0e9b0a19 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Sep 07 14:23:25.244018 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:25.263046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e424d2-db54-4df9-aa42-aba4adcec0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.264759 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac266ac5-7b05-4d2a-ab7c-d588294af456 req-aec1ebd3-c602-4815-a6aa-4774abf98199 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:25.268279 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ac266ac5-7b05-4d2a-ab7c-d588294af456 req-aec1ebd3-c602-4815-a6aa-4774abf98199 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0606699 Sep 07 14:23:25.311929 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ac266ac5-7b05-4d2a-ab7c-d588294af456 req-ec6312b2-155c-4186-b206-61cc7ceace91 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Sep 07 14:23:25.415592 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e424d2-db54-4df9-aa42-aba4adcec0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.424972 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:23:25.434036 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e424d2-db54-4df9-aa42-aba4adcec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.454146 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8486a-9841-48c8-a736-bbae6f998ae7 req-a942d4e1-e785-413a-8a92-92f67bcaaf8d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:25.456556 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-72c8486a-9841-48c8-a736-bbae6f998ae7 req-a942d4e1-e785-413a-8a92-92f67bcaaf8d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0553839 Sep 07 14:23:25.465484 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:25.472343 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'floatingip': {'port_id': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:25.498628 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-03e424d2-db54-4df9-aa42-aba4adcec0c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f12814f8a1434101b8446340c0dc0887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534175 Sep 07 14:23:25.500598 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e424d2-db54-4df9-aa42-aba4adcec0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e5faf-42c8-4ab7-bf9c-79e329cbaf65,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:25.502320 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:25.529478 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212c07-3d34-4830-84b4-8fd5c965c874 req-aa341da4-31ed-4149-84d7-8d2d1a489241 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:25.531202 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf212c07-3d34-4830-84b4-8fd5c965c874 req-aa341da4-31ed-4149-84d7-8d2d1a489241 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.1110897 Sep 07 14:23:25.560476 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.575610 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf212c07-3d34-4830-84b4-8fd5c965c874 req-5a553fcc-4063-4526-bd79-df3a066ba20d tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376415 Sep 07 14:23:25.713919 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.794892 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.914325 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb953e-2980-47bb-9735-e348a9eb6c46 req-e74c1464-6dd1-42fb-aad6-e9d5bdfc9bf7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:25.915874 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-65eb953e-2980-47bb-9735-e348a9eb6c46 req-e74c1464-6dd1-42fb-aad6-e9d5bdfc9bf7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1290259 Sep 07 14:23:25.952836 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.956769 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:25.957891 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c3e5faf-42c8-4ab7-bf9c-79e329cbaf65 HTTP/1.1" status: 204 len: 168 time: 0.4543710 Sep 07 14:23:26.029527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599abd-fbc8-4160-9458-f02463bccbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e5faf-42c8-4ab7-bf9c-79e329cbaf65,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:26.082840 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-65eb953e-2980-47bb-9735-e348a9eb6c46 req-0bda18ef-6e21-4bc1-81d7-4886f7b6d2fd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546113 Sep 07 14:23:26.230274 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cf67e-fe35-40b1-9037-48c44da73edc req-e2d0cf47-06d3-481a-8cea-b327ec8016af tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:26.254718 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-530cf67e-fe35-40b1-9037-48c44da73edc req-e2d0cf47-06d3-481a-8cea-b327ec8016af tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.1027052 Sep 07 14:23:26.350331 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-530cf67e-fe35-40b1-9037-48c44da73edc req-54dcc4d0-d5c4-42cc-9bc1-b30ce0df4761 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882461 Sep 07 14:23:26.456386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59536) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:26.480203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6dc-3b75-498e-8aaa-288a62a5b032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.581480 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 14:23:26.609790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:26.622587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6dc-3b75-498e-8aaa-288a62a5b032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.628530 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b46d6dc-3b75-498e-8aaa-288a62a5b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.671157 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6b46d6dc-3b75-498e-8aaa-288a62a5b032 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b41e11cf58e74d01886c01b7778b3c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135966 Sep 07 14:23:26.679432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59552) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:26.685020 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.688078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d6dc-3b75-498e-8aaa-288a62a5b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669e31d-8599-41ae-b7b0-54bb66c75e36,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:26.702792 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.765588 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.777738 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349bf96-a0f9-4787-8f06-0aaf09840724 req-59d62461-e1c5-4e21-9642-d45c222ba2ea tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:26.779300 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7349bf96-a0f9-4787-8f06-0aaf09840724 req-59d62461-e1c5-4e21-9642-d45c222ba2ea tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.1225097 Sep 07 14:23:26.804465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-562140c3-11b9-4985-8703-63dee150593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.816243 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.852388 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Floating IP 2457eee3-bbd1-43d9-bad6-81ebb418d8e3 associated. External IP: 172.27.1.254, port: 07ee9789-e46e-4257-b6d3-f4e076f1d0a4. Sep 07 14:23:26.901807 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7349bf96-a0f9-4787-8f06-0aaf09840724 req-7c970078-cf74-42db-b00a-fc576ba250fc tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922365 Sep 07 14:23:26.940295 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.940295 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.943179 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4669e31d-8599-41ae-b7b0-54bb66c75e36 HTTP/1.1" status: 204 len: 168 time: 0.2596638 Sep 07 14:23:26.958470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-562140c3-11b9-4985-8703-63dee150593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.959951 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c75c7-d88b-4cb2-91a1-85d63b656ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669e31d-8599-41ae-b7b0-54bb66c75e36,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:26.964021 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-562140c3-11b9-4985-8703-63dee150593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:26.997008 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562140c3-11b9-4985-8703-63dee150593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c636c8bb-2768-49ee-8533-179e504f1090,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:27.038597 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-562140c3-11b9-4985-8703-63dee150593a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdf92a12c6f2455d9c4c617aed4c0127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270670 Sep 07 14:23:27.041357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59568) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:27.119040 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.145493 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.155858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:23:27.207373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.211042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.212401 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c636c8bb-2768-49ee-8533-179e504f1090 HTTP/1.1" status: 204 len: 168 time: 0.1700671 Sep 07 14:23:27.233920 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636c8bb-2768-49ee-8533-179e504f1090,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:27.258259 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.258853 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.259479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.259826 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.260165 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.260584 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.260857 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.261193 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.262697 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.263524 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.264033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.264536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26581a7-ec17-4341-8b8a-50b3df3f60cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:27.335566 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:23:27.340374 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.341702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909892-9e4f-422d-b105-5e40f64e0c04 req-1c45f65d-029c-43fe-abff-7f685f7c5c35 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:27.343502 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65909892-9e4f-422d-b105-5e40f64e0c04 req-1c45f65d-029c-43fe-abff-7f685f7c5c35 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0744572 Sep 07 14:23:27.351568 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:23:27.367441 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:23:27.369934 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:27.379200 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-68504f2d-4a39-4ce1-a37a-df5f968e1803 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "PUT /v2.0/floatingips/2457eee3-bbd1-43d9-bad6-81ebb418d8e3 HTTP/1.1" status: 200 len: 992 time: 1.9089692 Sep 07 14:23:27.379200 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:27.379744 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8c4f03-2b19-439c-b619-0c98326b0e83" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:27.410118 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65909892-9e4f-422d-b105-5e40f64e0c04 req-ac6a6f6a-ee15-4775-bca7-cedec04eaeda tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Sep 07 14:23:27.489973 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d5bc-6d50-4a67-b106-27184e0d574d req-02c3ad8c-213b-4b48-b27b-18ce6a1e6750 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:27.498712 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a132d5bc-6d50-4a67-b106-27184e0d574d req-02c3ad8c-213b-4b48-b27b-18ce6a1e6750 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0685201 Sep 07 14:23:27.550647 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a132d5bc-6d50-4a67-b106-27184e0d574d req-ce3c2ab4-8bc9-4cd2-91a5-1bfa16ca09ba tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Sep 07 14:23:27.591724 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109dc848-998b-4d0f-99a3-3cd6c9c6e03a x-openstack-request-id: req-109dc848-998b-4d0f-99a3-3cd6c9c6e03a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:27.592673 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:27.593084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-109dc848-998b-4d0f-99a3-3cd6c9c6e03a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:27.593623 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'status': 'completed', 'code': 200} Sep 07 14:23:27.622254 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:23:27.717757 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383258c2-a2a4-451c-8ac4-ecf7970ce100 req-f78ccd67-5b50-4399-a6f7-e324f252e3b5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:27.720311 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-383258c2-a2a4-451c-8ac4-ecf7970ce100 req-f78ccd67-5b50-4399-a6f7-e324f252e3b5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0676613 Sep 07 14:23:27.730430 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59600) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:27.738292 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'floatingip': {'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:27.786155 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:27.787765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.812199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc24e119-0e12-404e-9834-f345cc9d99e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:27.863650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-0815964b-ba1c-418a-b71a-7ff32914bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:27.865613 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-0815964b-ba1c-418a-b71a-7ff32914bef0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0632920 Sep 07 14:23:27.941896 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-868fb6c7-e002-4c1a-8eab-136a131529db tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:27.943421 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-868fb6c7-e002-4c1a-8eab-136a131529db tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.1171610 Sep 07 14:23:28.005313 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '2457eee3-bbd1-43d9-bad6-81ebb418d8e3', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:1e:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66b22-97f6-4018-a082-d5aace091870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:23:00Z', 'updated_at': '2021-09-07T14:23:26Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:28.041631 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:23:28.051940 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:23:28.052849 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:28.166372 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087ba2c-1265-4f45-95e6-cde35330f785 req-0b17aeb8-7d07-4821-a26a-5e52c5d92859 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:28.174898 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9087ba2c-1265-4f45-95e6-cde35330f785 req-0b17aeb8-7d07-4821-a26a-5e52c5d92859 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 946 time: 0.1600063 Sep 07 14:23:28.183900 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:23:28.255793 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc24e119-0e12-404e-9834-f345cc9d99e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.269415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-eac2c4b9-56bf-4d29-8232-689ce243f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:28.271236 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-eac2c4b9-56bf-4d29-8232-689ce243f604 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.3865645 Sep 07 14:23:28.272827 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc24e119-0e12-404e-9834-f345cc9d99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.391692 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dc24e119-0e12-404e-9834-f345cc9d99e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2c2a29ffb7d48b5a9d4b625d771aa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034610 Sep 07 14:23:28.400030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e119-0e12-404e-9834-f345cc9d99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13284d93-4230-48a1-bbc8-ef90639d5ad6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:28.403020 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:28.451714 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-549236be-7834-44da-ab49-2115e14d6b9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1000 time: 0.1671996 Sep 07 14:23:28.506160 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.595780 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.681736 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-db5973cc-0537-406d-b18c-6979ef6a7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:28.684532 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-db5973cc-0537-406d-b18c-6979ef6a7059 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.2041535 Sep 07 14:23:28.690558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:28.710539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a861a7-41bd-4f9a-8bf8-357f81007bee req-52790877-8cc8-4b4e-99b6-86e0ea411eca tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:28.712190 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b6a861a7-41bd-4f9a-8bf8-357f81007bee req-52790877-8cc8-4b4e-99b6-86e0ea411eca tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1721797 Sep 07 14:23:28.731446 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '2457eee3-bbd1-43d9-bad6-81ebb418d8e3', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:1e:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66b22-97f6-4018-a082-d5aace091870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:23:00Z', 'updated_at': '2021-09-07T14:23:26Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:28.756168 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.758719 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Deleting port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:23:28.759236 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.766394 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9087ba2c-1265-4f45-95e6-cde35330f785 req-5932dbcb-f7ff-4036-a578-4be8123e10e3 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/security-groups?id=5efa9192-3e39-4459-9271-e1e0b921457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906100 Sep 07 14:23:28.803174 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb3a7b-9164-42d5-9a32-cbda5898acae None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '2457eee3-bbd1-43d9-bad6-81ebb418d8e3', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:1e:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66b22-97f6-4018-a082-d5aace091870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:23:00Z', 'updated_at': '2021-09-07T14:23:26Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:23:28.874370 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b6a861a7-41bd-4f9a-8bf8-357f81007bee req-e9d9942d-0e96-4253-b67b-e7cc37a4e00c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561279 Sep 07 14:23:28.883811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.887556 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:28.890005 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13284d93-4230-48a1-bbc8-ef90639d5ad6 HTTP/1.1" status: 204 len: 168 time: 0.4629204 Sep 07 14:23:28.893305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-fda941d0-0225-421f-90ef-b01bc08c48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:28.895083 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-fda941d0-0225-421f-90ef-b01bc08c48c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1820030 Sep 07 14:23:28.904031 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f298cbb-6894-46f2-9804-41a133bb5edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13284d93-4230-48a1-bbc8-ef90639d5ad6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:29.035527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.053114 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-8be728e6-2cde-45d1-ae27-8a229d9f6b72 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196949 Sep 07 14:23:29.082442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc38193e-406f-4c0c-9152-22078adbad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.172084 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5aeff-c8bb-40dc-9b48-c43795d0c5c5 None None] New status for floating IP 2457eee3-bbd1-43d9-bad6-81ebb418d8e3: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:23:29.251577 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce8c4f03-2b19-439c-b619-0c98326b0e83 req-af9e3c2e-4879-44e1-8ced-e2f98408ecaf service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696036 Sep 07 14:23:29.318044 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc38193e-406f-4c0c-9152-22078adbad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.324922 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc38193e-406f-4c0c-9152-22078adbad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.358168 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] For port 945ea8fa-0588-44b7-b57c-a278f71d4cd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=945ea8fa-0588-44b7-b57c-a278f71d4cd9,segment=NetworkSegment(1e289df8-3b98-405f-9a88-842d67afabe6),segment_id=1e289df8-3b98-405f-9a88-842d67afabe6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:29.358168 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.370711 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Floating IP c231f979-0178-44f9-bacd-c7b3b219fa3d associated. External IP: 172.27.1.10, port: 416633ed-7518-4a67-93b5-d7166a78e9ba. Sep 07 14:23:29.379372 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Calling delete_port for 945ea8fa-0588-44b7-b57c-a278f71d4cd9 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:23:29.395881 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dc38193e-406f-4c0c-9152-22078adbad3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ab96a30136a4910a1ef105bfd3af71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042305 Sep 07 14:23:29.416058 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:29.416865 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38193e-406f-4c0c-9152-22078adbad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65bf2d-ec1a-41dc-8048-2cec1075e016,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:29.510455 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.549590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.610127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.612948 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.614119 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac65bf2d-ec1a-41dc-8048-2cec1075e016 HTTP/1.1" status: 204 len: 168 time: 0.1797407 Sep 07 14:23:29.622254 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43188544-0803-41dc-b5bd-98f7a9d93391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65bf2d-ec1a-41dc-8048-2cec1075e016,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:29.774138 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:23:29.774933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.859101 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Pushing event deleted for resources: {'Port': ['ID=945ea8fa-0588-44b7-b57c-a278f71d4cd9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:29.931531 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-74ae8377-db91-4a19-adcf-b348fd49d8f2 req-0170d8d4-99cd-428e-8e37-b85e42711e53 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.0654230 Sep 07 14:23:29.940308 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.940658 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.941031 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.941321 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.941650 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.942054 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.942302 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.942626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.943129 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.943328 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.943614 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.943936 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:29.957624 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] No DVR routers for this DVR port 945ea8fa-0588-44b7-b57c-a278f71d4cd9 on host hv-cinder-76019 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:23:29.960770 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:29.963001 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c4f81773-d2ab-4d5b-b6cf-a8e21b6f7acf req-36b1055b-7a9d-4b87-9d46-afbde0dffaf5 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.68 "DELETE /v2.0/ports/945ea8fa-0588-44b7-b57c-a278f71d4cd9 HTTP/1.1" status: 204 len: 173 time: 2.0124667 Sep 07 14:23:29.965279 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'name': 'network-vif-deleted', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:29.968253 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4a646-6aeb-4f46-9575-28f9e8e43a64" -d '{"events": [{"server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "name": "network-vif-deleted", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:30.049407 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ad28d7-696c-446b-bd5a-bf07feeaf10f x-openstack-request-id: req-c9ad28d7-696c-446b-bd5a-bf07feeaf10f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:30.049764 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b24d327-6e6b-4eee-a743-07415f7b400e", "name": "network-vif-deleted", "tag": "945ea8fa-0588-44b7-b57c-a278f71d4cd9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:30.050070 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9ad28d7-696c-446b-bd5a-bf07feeaf10f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:30.050781 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b24d327-6e6b-4eee-a743-07415f7b400e', 'name': 'network-vif-deleted', 'tag': '945ea8fa-0588-44b7-b57c-a278f71d4cd9', 'status': 'completed', 'code': 200} Sep 07 14:23:30.102853 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:23:30.109184 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:30.114823 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:23:30.138995 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:23:30.140162 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:30.140626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0627b1-2c2f-4a76-8667-041b630c43ab req-936de6b4-baed-4152-a2db-4305bed61ee8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:30.149036 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dd0627b1-2c2f-4a76-8667-041b630c43ab req-936de6b4-baed-4152-a2db-4305bed61ee8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0970502 Sep 07 14:23:30.182418 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0e703516-2b75-4b16-84ae-04b62e9f2838 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "PUT /v2.0/floatingips/c231f979-0178-44f9-bacd-c7b3b219fa3d HTTP/1.1" status: 200 len: 990 time: 2.4500794 Sep 07 14:23:30.239392 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dd0627b1-2c2f-4a76-8667-041b630c43ab req-a5e7088c-36fb-4bb2-b710-780d0efe216f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Sep 07 14:23:30.301930 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:23:30.565246 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'c231f979-0178-44f9-bacd-c7b3b219fa3d', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:22:57Z', 'updated_at': '2021-09-07T14:23:28Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:30.617481 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:23:30.628927 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:23:30.629409 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:30.789646 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:23:31.068267 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0958d8b8-be27-4e03-96c0-5998fca613f3 req-e919cbcb-dc9f-41c3-9d31-4ee72646b774 tempest-DeleteServersTestJSON-718134608 tempest-DeleteServersTestJSON-718134608-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b24d327-6e6b-4eee-a743-07415f7b400e HTTP/1.1" status: 200 len: 210 time: 0.0309083 Sep 07 14:23:31.116567 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'c231f979-0178-44f9-bacd-c7b3b219fa3d', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:22:57Z', 'updated_at': '2021-09-07T14:23:28Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:31.150107 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de154f-4512-4436-bff6-4c984e86fd74 None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'c231f979-0178-44f9-bacd-c7b3b219fa3d', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:22:57Z', 'updated_at': '2021-09-07T14:23:28Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:23:31.452636 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395939be-18c4-4013-8734-8d433de342bb req-b7e59eca-6727-4a45-8bdd-31476e05bc21 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:31.454737 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-395939be-18c4-4013-8734-8d433de342bb req-b7e59eca-6727-4a45-8bdd-31476e05bc21 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0877554 Sep 07 14:23:31.497905 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc1ce2-2aed-4728-8967-5f3dd53f2e34 None None] New status for floating IP c231f979-0178-44f9-bacd-c7b3b219fa3d: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:23:31.518739 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-395939be-18c4-4013-8734-8d433de342bb req-e569e177-ac30-4ff7-a6a6-a934a905e34c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 Sep 07 14:23:31.674822 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 945ea8fa-0588-44b7-b57c-a278f71d4cd9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:23:31.700553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 945ea8fa-0588-44b7-b57c-a278f71d4cd9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:23:31.700895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 945ea8fa-0588-44b7-b57c-a278f71d4cd9 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:23:31.869023 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e4e-39b3-4590-87d8-92a894f2b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:32.052161 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:32.055051 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:32.093276 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a045f-dbbe-4e4c-b934-72003f389b1f x-openstack-request-id: req-c87a045f-dbbe-4e4c-b934-72003f389b1f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:32.093905 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:32.093905 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c87a045f-dbbe-4e4c-b934-72003f389b1f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:32.094750 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'status': 'completed', 'code': 200} Sep 07 14:23:32.254016 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-e582ec99-051e-49a9-ac9d-628997ea53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.255560 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-e582ec99-051e-49a9-ac9d-628997ea53d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1098 time: 0.0730002 Sep 07 14:23:32.439399 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-fb4cc886-52f8-4952-b01a-32ab211ab952 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.441309 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-fb4cc886-52f8-4952-b01a-32ab211ab952 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.2158909 Sep 07 14:23:32.443477 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-44b01150-d52d-4adc-9735-4882c8e4f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.445859 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-44b01150-d52d-4adc-9735-4882c8e4f89a service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1449912 Sep 07 14:23:32.459591 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-d9dc4d96-a51d-483f-bb27-96cff2de2944 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/quotas/4416c6be843648d5b7d34afde1ccd3d8 HTTP/1.1" status: 200 len: 375 time: 0.0114696 Sep 07 14:23:32.534176 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-52043e49-8dab-470a-a2cf-fa08a1bd6215 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634532 Sep 07 14:23:32.692536 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-f63e9a55-1c55-42ab-ac7d-b9e9ade44e82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.1727450 Sep 07 14:23:32.717336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387a0b-f62a-416c-b3fa-045236f63375 req-940d4cab-2f6f-4cf7-b213-614a06dff033 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.718934 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9387a0b-f62a-416c-b3fa-045236f63375 req-940d4cab-2f6f-4cf7-b213-614a06dff033 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Sep 07 14:23:32.721153 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-9389ab89-f011-4ac9-b4c4-4ada764bdf4f service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507618 Sep 07 14:23:32.761037 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9387a0b-f62a-416c-b3fa-045236f63375 req-476b1432-54da-4bfb-80f4-d4af9a7d5b52 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Sep 07 14:23:32.822639 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-5a1bed56-6bba-4f9f-9dec-e967e7caee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.824127 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-5a1bed56-6bba-4f9f-9dec-e967e7caee7b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.1013830 Sep 07 14:23:32.851507 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-599d9d15-b78e-43f4-87f7-d19953bf9577 service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207473 Sep 07 14:23:32.907768 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-14036d39-41ba-4a31-9e64-fdf17458151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:32.909284 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-14036d39-41ba-4a31-9e64-fdf17458151c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432513 Sep 07 14:23:33.078552 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-b714583f-59ee-4141-917f-ad08fede1b6d service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 Sep 07 14:23:33.116300 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9cee6bcd-5800-4e95-ae58-71d227fc61d6 req-26d9bee4-582b-4e25-9146-dad750c2cf65 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 210 time: 0.0430770 Sep 07 14:23:33.227933 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d96f264a-fb8a-4d7c-81ea-03f63a8c0bcb req-40590f75-a265-45df-ba63-0403e61b1921 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297171 Sep 07 14:23:33.790507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59866) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:33.842400 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Deleting subnet 6e0c80c4-b583-4fc2-b7c5-5bc029245891 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:23:33.847425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:33.883997 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dd1ee-5244-4cb9-b9f5-7160addb0bfb req-e1289818-8061-4cc4-9c18-b68c7c5a86c3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:33.885588 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e49dd1ee-5244-4cb9-b9f5-7160addb0bfb req-e1289818-8061-4cc4-9c18-b68c7c5a86c3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Sep 07 14:23:33.887420 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:33.899166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:33.926746 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e49dd1ee-5244-4cb9-b9f5-7160addb0bfb req-3b4b50cb-17a7-42e6-bd76-c935b7ea536f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Sep 07 14:23:33.958931 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:33.983310 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0c80c4-b583-4fc2-b7c5-5bc029245891,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:33.993139 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:33.994844 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-043955e5-8e4f-473d-9ae9-918fac189469 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6e0c80c4-b583-4fc2-b7c5-5bc029245891 HTTP/1.1" status: 204 len: 168 time: 0.2030451 Sep 07 14:23:33.999756 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:34.274683 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.332805 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96d932af-f5bc-4e31-b38e-d3fb6738dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.358948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.381056 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.381410 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.382165 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.382518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.382849 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.383227 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.383547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.383888 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.384205 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.384529 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.463969 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.529603 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.529951 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.530285 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.530620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:34.531029 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b275eb1c-215f-4311-8e6c-5578feb14735']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:34.549872 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e289df8-3b98-405f-9a88-842d67afabe6') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:34.550203 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e289df8-3b98-405f-9a88-842d67afabe6') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:34.569285 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.589643 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.599329 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:23:34.599727 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: from cryptography.utils import int_from_bytes Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: from cryptography.utils import int_from_bytes Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:23:34.603749 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:23:34.659419 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.666552 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.668484 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] 10.222.0.76 "DELETE /v2.0/networks/b275eb1c-215f-4311-8e6c-5578feb14735 HTTP/1.1" status: 204 len: 168 time: 0.6678038 Sep 07 14:23:34.678375 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aca791-5db3-40ea-8989-9a653dbefd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=b275eb1c-215f-4311-8e6c-5578feb14735,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:34.832306 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59882) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:34.872092 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dac96544-7cbe-4f71-9d02-c9df397d307f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=772a7fe0916345339dfb19c3d58795a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386543 Sep 07 14:23:34.874552 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59884) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:34.927191 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.948084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.992390 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.994939 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:34.996597 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5efa9192-3e39-4459-9271-e1e0b921457a HTTP/1.1" status: 204 len: 168 time: 0.1207767 Sep 07 14:23:35.004640 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cdf31-f3ba-49d7-94d9-69b2e5414b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa9192-3e39-4459-9271-e1e0b921457a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:35.672073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:35.698545 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.768767 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714507276-network', 'tenant_id': 'efefedc46e7c43dbbac523b6ab5c200a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:35.793285 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Made reservation on behalf of efefedc46e7c43dbbac523b6ab5c200a for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:35.795995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.804941 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.893193 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.896852 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.920771 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:35.930789 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282d54d4-45f8-4d8f-b153-3c017f7ee316,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:35.935408 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.935750 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Added segment 9864626c-7a42-4bfc-b016-7726b699d1e1 of type vlan for network 66a20d64-7115-4489-b2c7-b9df77fc8718 Sep 07 14:23:35.975358 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:35.999584 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:36.000644 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:36.001737 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:36.033853 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3574464 Sep 07 14:23:36.036732 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59918) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:36.041653 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Request body: {'subnet': {'network_id': '66a20d64-7115-4489-b2c7-b9df77fc8718', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714507276-subnet', 'tenant_id': 'efefedc46e7c43dbbac523b6ab5c200a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:36.064282 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Made reservation on behalf of efefedc46e7c43dbbac523b6ab5c200a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:36.066636 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:36.067112 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b5981-f74e-402f-a4f7-46a630595ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=66a20d64-7115-4489-b2c7-b9df77fc8718,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:36.077179 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 66a20d64-7115-4489-b2c7-b9df77fc8718 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:36.256898 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:36.316314 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdd875d-a899-45d7-a905-a84e44ab3260,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:36.324987 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Checking segment: {'id': '9864626c-7a42-4bfc-b016-7726b699d1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '66a20d64-7115-4489-b2c7-b9df77fc8718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:36.325424 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Network hostable DHCP agents. Network: 66a20d64-7115-4489-b2c7-b9df77fc8718, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:36.348184 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Network 66a20d64-7115-4489-b2c7-b9df77fc8718 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:36.358419 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 66a20d64-7115-4489-b2c7-b9df77fc8718) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:36.363516 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:36.364322 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:36.369228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805fd24-4835-4d44-aa10-274a84634828 None None] Network 66a20d64-7115-4489-b2c7-b9df77fc8718 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:36.413337 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3d4b1c30-68bf-4fd9-8ead-d19cb67f2011 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3755002 Sep 07 14:23:36.430065 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cbb7daa3-2f71-49fb-8396-a98b8ed650f8 req-6b79bd2c-3b03-46a7-986e-614b3bd229f3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 210 time: 0.0579288 Sep 07 14:23:36.461173 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959c2be-de72-42b9-b187-04f6d3ef0dc5 req-d0448682-9ff3-49a3-9515-3757a24cdb27 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:36.462907 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7959c2be-de72-42b9-b187-04f6d3ef0dc5 req-d0448682-9ff3-49a3-9515-3757a24cdb27 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0822382 Sep 07 14:23:36.519560 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7959c2be-de72-42b9-b187-04f6d3ef0dc5 req-d0ebc4b6-4643-4294-894c-8433fdb25c7a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Sep 07 14:23:36.527569 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e03e448-1e8d-47f8-8063-eb8ce37a415d None None] Network 66a20d64-7115-4489-b2c7-b9df77fc8718 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:36.976402 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59942) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:36.981932 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-299194697-network', 'tenant_id': 'f73c5efecb4946db9fcf26c48d23deec'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:37.009352 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Made reservation on behalf of f73c5efecb4946db9fcf26c48d23deec for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:37.012637 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.022387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.114425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.118026 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.138856 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:37.158796 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.159168 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Added segment 3255ba57-4734-4b74-8e06-fff6dedee772 of type vlan for network 4a83eb85-a2d0-4216-af72-faaf970a5b9b Sep 07 14:23:37.160482 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1b915-ce66-41e6-8cdc-f291daa6a9b9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:37.202227 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.227694 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.228656 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:37.229240 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.259606 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2819233 Sep 07 14:23:37.262481 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59946) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:37.268533 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Request body: {'subnet': {'network_id': '4a83eb85-a2d0-4216-af72-faaf970a5b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-299194697-subnet', 'tenant_id': 'f73c5efecb4946db9fcf26c48d23deec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:37.273155 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.292107 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Made reservation on behalf of f73c5efecb4946db9fcf26c48d23deec for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:37.294580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.296749 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559b3a0-d61e-4bab-8ee5-c2f2d6dbe56b admin admin] Pushing event updated for resources: {'Network': ['ID=4a83eb85-a2d0-4216-af72-faaf970a5b9b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:37.310921 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 4a83eb85-a2d0-4216-af72-faaf970a5b9b details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:37.411165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.479864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.535084 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4525833a-7aa2-4241-80db-df81be734c39,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:37.545078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Checking segment: {'id': '3255ba57-4734-4b74-8e06-fff6dedee772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a83eb85-a2d0-4216-af72-faaf970a5b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:37.545440 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Network hostable DHCP agents. Network: 4a83eb85-a2d0-4216-af72-faaf970a5b9b, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:37.565889 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Network 4a83eb85-a2d0-4216-af72-faaf970a5b9b is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:37.574382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 4a83eb85-a2d0-4216-af72-faaf970a5b9b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:37.580052 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:37.580995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.582141 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89040c9-9120-4f1d-be2b-85bb45654e74 None None] Network 4a83eb85-a2d0-4216-af72-faaf970a5b9b requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:37.595417 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-740930bb-f763-4127-9c4a-7ec91127e717 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3317397 Sep 07 14:23:37.727126 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbeab65-dfe9-4823-98cc-1b438b3e3aee None None] Network 4a83eb85-a2d0-4216-af72-faaf970a5b9b requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:37.733897 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:37.806220 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Deleting subnet 5bdd875d-a899-45d7-a905-a84e44ab3260 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:23:37.810411 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.853367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.906393 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.966566 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.993290 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdd875d-a899-45d7-a905-a84e44ab3260,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:37.995126 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:37.997859 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f078de77-c569-481f-aa6b-e7fe94824143 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5bdd875d-a899-45d7-a905-a84e44ab3260 HTTP/1.1" status: 204 len: 168 time: 0.2623587 Sep 07 14:23:37.999946 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59974) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:38.075803 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.158493 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.177747 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a20d64-7115-4489-b2c7-b9df77fc8718']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.186597 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9864626c-7a42-4bfc-b016-7726b699d1e1') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.186890 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9864626c-7a42-4bfc-b016-7726b699d1e1') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.196429 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.209616 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.215148 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:23:38.215525 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:23:38.217767 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:23:38.273185 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.279006 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.280858 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/66a20d64-7115-4489-b2c7-b9df77fc8718 HTTP/1.1" status: 204 len: 168 time: 0.2794728 Sep 07 14:23:38.283981 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:38.292617 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1dc0-8e1e-4e9c-a7d4-60319c3a0fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66a20d64-7115-4489-b2c7-b9df77fc8718,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:38.332065 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Deleting subnet 4525833a-7aa2-4241-80db-df81be734c39 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:23:38.335240 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.377629 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.386571 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.446730 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.473291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4525833a-7aa2-4241-80db-df81be734c39,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:38.475251 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.477136 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e8b34a58-f1a2-4c3a-8f06-7c60fa020e7a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4525833a-7aa2-4241-80db-df81be734c39 HTTP/1.1" status: 204 len: 168 time: 0.1921566 Sep 07 14:23:38.479616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:38.552779 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.630489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.653425 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.653783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.654535 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.654862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > port after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.655226 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.655575 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > port after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.655889 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.656223 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.656536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.657395 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.722752 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.723131 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.723466 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.723796 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:23:38.724167 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a83eb85-a2d0-4216-af72-faaf970a5b9b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.741447 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3255ba57-4734-4b74-8e06-fff6dedee772') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.741738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3255ba57-4734-4b74-8e06-fff6dedee772') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:38.757378 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.776682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.785299 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:23:38.785717 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: from cryptography.utils import int_from_bytes Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: from cryptography.utils import int_from_bytes Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:23:38.789649 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:23:38.843712 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.852030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:38.856325 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] 10.222.0.76 "DELETE /v2.0/networks/4a83eb85-a2d0-4216-af72-faaf970a5b9b HTTP/1.1" status: 204 len: 168 time: 0.3734376 Sep 07 14:23:38.863955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a779-ba18-4082-8558-06fb73dd13ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4a83eb85-a2d0-4216-af72-faaf970a5b9b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:39.008907 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59990) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:39.047998 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c740e3f6-85e2-4e00-8fdb-7bbd61631156 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efefedc46e7c43dbbac523b6ab5c200a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379317 Sep 07 14:23:39.050509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59992) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:39.100429 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.125975 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.175308 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.177968 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.179151 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/282d54d4-45f8-4d8f-b153-3c017f7ee316 HTTP/1.1" status: 204 len: 168 time: 0.1276715 Sep 07 14:23:39.186855 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5825a2-deed-474e-98de-b16fbdc8a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282d54d4-45f8-4d8f-b153-3c017f7ee316,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:39.489987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60002) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:39.539556 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4f0cd17f-19a9-4c99-946e-e306b7173264 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f73c5efecb4946db9fcf26c48d23deec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482397 Sep 07 14:23:39.541912 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60004) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:39.589899 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.610631 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.657987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.661628 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:39.665293 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39b1b915-ce66-41e6-8cdc-f291daa6a9b9 HTTP/1.1" status: 204 len: 168 time: 0.1197236 Sep 07 14:23:39.670443 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991862e-762f-4cf3-b49d-6fdb04405d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1b915-ce66-41e6-8cdc-f291daa6a9b9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:40.774031 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-46ba4b8c-7346-4f40-8812-30c83de15fa0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151044 Sep 07 14:23:40.858298 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15a4057f-c386-480b-9c8f-edc311263237 req-4d617f32-9dca-4726-a284-63411a590762 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 210 time: 0.0321579 Sep 07 14:23:40.884801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8a4ef-72da-449e-9827-8f31ce4be797 req-a213c7df-4f76-4bef-bf1a-b1d1506f333b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:40.887633 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fa8a4ef-72da-449e-9827-8f31ce4be797 req-a213c7df-4f76-4bef-bf1a-b1d1506f333b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0688949 Sep 07 14:23:40.896121 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-ba18bcf1-3b0e-493e-bc0f-a46e90e7521b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:40.897670 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-ba18bcf1-3b0e-493e-bc0f-a46e90e7521b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.2010388 Sep 07 14:23:40.928479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Request body: {'port': {'device_id': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'admin_state_up': True, 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:40.961110 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fa8a4ef-72da-449e-9827-8f31ce4be797 req-9ae7a8ad-c321-4212-a0cb-783b9e19dfa7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Sep 07 14:23:40.972777 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283a18-0693-490b-b88c-18c788934fcd req-5fea4794-503c-4013-98e8-1529383f435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:40.974612 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-5fea4794-503c-4013-98e8-1529383f435a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 1099 time: 0.0742900 Sep 07 14:23:41.062743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:41.066621 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:41.131967 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283a18-0693-490b-b88c-18c788934fcd req-b91fb07a-67a1-4900-bb5e-f1343748ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:41.133470 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-b91fb07a-67a1-4900-bb5e-f1343748ffe0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 916 time: 0.1023936 Sep 07 14:23:41.186247 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-0758e8da-1475-4a8f-a36c-2fc6186abdec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a HTTP/1.1" status: 200 len: 217 time: 0.0416350 Sep 07 14:23:41.242519 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Allocated IP 172.20.0.4 (451a2f6d-2a54-42b3-9d0b-64f050564cb5/498a455b-8eeb-48c9-b367-2eebf0f099b5/1e0f5c95-1557-481e-b69f-e5ddd4b56565) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:41.263884 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283a18-0693-490b-b88c-18c788934fcd req-4218ec02-d7d7-4054-bc8e-8373531b5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:41.269581 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-4218ec02-d7d7-4054-bc8e-8373531b5cc5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0729437 Sep 07 14:23:41.308820 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-5d73200a-3db4-4fdd-8ad5-f9c6feb9b1a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272806 Sep 07 14:23:41.433815 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-144d7357-8859-4abd-9f76-aec50bec9e05 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150670 Sep 07 14:23:41.446007 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:41.491266 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:41.536162 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:41.539835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:41.542374 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:41.544230 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:41.548725 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-73283a18-0693-490b-b88c-18c788934fcd req-c89dea64-ad97-48fd-979c-cb14b6d02427 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049552 Sep 07 14:23:41.583932 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event updated for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:41.617602 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:41.618188 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:41.637457 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-b8000ed4-543c-4359-bf5c-f49fdced626a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146976 Sep 07 14:23:44.816944 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Request body: {'port': {'device_id': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:44.869710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.046282 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60f387-ba1c-45d9-894f-7090f408b430 req-635f57f1-4750-415c-af8a-3f6682bb9bac tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:45.047728 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d60f387-ba1c-45d9-894f-7090f408b430 req-635f57f1-4750-415c-af8a-3f6682bb9bac tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Sep 07 14:23:45.053123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4639-1d4e-444b-83ee-fc1d4cbdc4b1 req-dd059d23-1942-4f20-b842-4ab936287bad tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:45.054603 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-86aa4639-1d4e-444b-83ee-fc1d4cbdc4b1 req-dd059d23-1942-4f20-b842-4ab936287bad tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 931 time: 0.1152606 Sep 07 14:23:45.086476 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d60f387-ba1c-45d9-894f-7090f408b430 req-93d1d5cc-accf-4f5f-85f0-6b5625c92b9b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Sep 07 14:23:45.139280 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-86aa4639-1d4e-444b-83ee-fc1d4cbdc4b1 req-e04a5ed5-bc62-41ff-a15b-517b0b2713c6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751355 Sep 07 14:23:45.422272 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0f5c95-1557-481e-b69f-e5ddd4b56565 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:45.429601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.441600 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Transition to ACTIVE for port object 1e0f5c95-1557-481e-b69f-e5ddd4b56565 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:45.444965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.497140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:45.571225 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Attempting to bind port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:45.571714 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Attempting to bind port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:45.572241 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Attempting to bind port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:45.577773 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:23:45.578219 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Attempting to bind port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:45.591067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:45.591067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Checking segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:45.591067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Bound using segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:45.591067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Bound port: 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:45.591067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.698536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:45.701768 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:45.708403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.743529 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:45.744143 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:45.745533 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] 10.222.0.68 "PUT /v2.0/ports/1e0f5c95-1557-481e-b69f-e5ddd4b56565 HTTP/1.1" status: 200 len: 1093 time: 0.9334664 Sep 07 14:23:45.746222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:45.748554 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:45.796253 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064b67-06b7-4920-a064-934f6a7fda31 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:45.809773 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24044e44-d2ee-4332-a609-cd1899bce554 x-openstack-request-id: req-24044e44-d2ee-4332-a609-cd1899bce554 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:45.810063 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:45.810419 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24044e44-d2ee-4332-a609-cd1899bce554 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:45.810846 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565', 'status': 'completed', 'code': 200} Sep 07 14:23:45.880649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-2ea89a08-b908-47ab-9ff8-867931f32332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:45.882327 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-2ea89a08-b908-47ab-9ff8-867931f32332 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 1096 time: 0.0497820 Sep 07 14:23:45.960744 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-02ba1cdf-224b-490e-b226-31387da6b193 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565 HTTP/1.1" status: 200 len: 217 time: 0.0544667 Sep 07 14:23:46.051572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:46.070737 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-5528e855-373c-4123-b7f2-fbf195ff6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.072335 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-5528e855-373c-4123-b7f2-fbf195ff6a51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0923748 Sep 07 14:23:46.114647 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-4ad2725a-321e-4548-8f72-6f68608f2a89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318069 Sep 07 14:23:46.247275 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-59c870e8-f1ca-48fd-8220-31f1fe576936 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226168 Sep 07 14:23:46.279873 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dd6c7-6cf8-40aa-a17b-1a4441d3dca0 req-f8db324b-cda1-4f73-be7a-03da59d8c557 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.287531 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-173dd6c7-6cf8-40aa-a17b-1a4441d3dca0 req-f8db324b-cda1-4f73-be7a-03da59d8c557 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 943 time: 0.0618553 Sep 07 14:23:46.336737 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-173dd6c7-6cf8-40aa-a17b-1a4441d3dca0 req-4cad8806-ef6d-469b-81c3-133bad9206c0 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Sep 07 14:23:46.374108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ef8-c59d-4ff9-b48a-5b5e0cd9d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.418738 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f4bc1bf-0cc2-45f7-aab8-54e6eb67e163 req-36a5716e-b9ab-41e0-a31a-96f1242f17ba service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521640 Sep 07 14:23:46.451431 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30ab42-8bd9-4e9d-aba0-3b61103a85c2 req-d43209bc-5dc9-499b-a6ad-e9426a91f750 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.452988 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-be30ab42-8bd9-4e9d-aba0-3b61103a85c2 req-d43209bc-5dc9-499b-a6ad-e9426a91f750 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.2044783 Sep 07 14:23:46.519879 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-be30ab42-8bd9-4e9d-aba0-3b61103a85c2 req-729460a2-436c-49e7-bf30-1925bbf602c8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588424 Sep 07 14:23:46.570480 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ef8-c59d-4ff9-b48a-5b5e0cd9d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.587707 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07b5ef8-c59d-4ff9-b48a-5b5e0cd9d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.636492 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f07b5ef8-c59d-4ff9-b48a-5b5e0cd9d8f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89ccda643bb0417fbe03d14480944387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843315 Sep 07 14:23:46.639218 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60232) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:46.639697 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-b1c8ae7d-8b39-479c-8351-4c9bb3ca4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.641131 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-b1c8ae7d-8b39-479c-8351-4c9bb3ca4a1f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 1096 time: 0.0893321 Sep 07 14:23:46.641715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5ef8-c59d-4ff9-b48a-5b5e0cd9d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b118b789-e990-42b4-b706-fd01b377e4b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:46.691078 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.714108 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.740743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-7b755b28-5961-486d-b4b8-2c529c29dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.742411 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-7b755b28-5961-486d-b4b8-2c529c29dc71 service neutron] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 916 time: 0.0920496 Sep 07 14:23:46.762873 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.765490 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:46.766625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b118b789-e990-42b4-b706-fd01b377e4b2 HTTP/1.1" status: 204 len: 168 time: 0.1264126 Sep 07 14:23:46.775707 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec2caa-b1ad-4341-a615-23d424578ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118b789-e990-42b4-b706-fd01b377e4b2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:46.788050 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-385e8052-0a01-4d86-b816-2889545927f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565 HTTP/1.1" status: 200 len: 217 time: 0.0360575 Sep 07 14:23:46.844545 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-509f49d2-5189-465c-8457-be61aca10a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:46.847354 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-509f49d2-5189-465c-8457-be61aca10a5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0500419 Sep 07 14:23:46.897998 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-06002640-286e-4fb7-adf5-fe376010c57f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397596 Sep 07 14:23:47.008357 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-aa975fd0-513a-4019-ba62-e930cb103623 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971355 Sep 07 14:23:47.061474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:47.076516 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51825895-e291-462c-9a02-f07923ff48c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.120508 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c87cffd-684f-408e-88cb-cdbf6e1b73a0 req-f0355dba-1707-4e8e-895f-27f881f6a794 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980070 Sep 07 14:23:47.189667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51825895-e291-462c-9a02-f07923ff48c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.194730 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51825895-e291-462c-9a02-f07923ff48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.234753 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-51825895-e291-462c-9a02-f07923ff48c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3429977eca74a0a844507446f86f34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721246 Sep 07 14:23:47.235519 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825895-e291-462c-9a02-f07923ff48c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b1157-9f4d-4ab9-a44a-7f4f580f34b1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:47.237503 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:47.295392 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.315834 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.361673 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.364622 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.365806 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a6b1157-9f4d-4ab9-a44a-7f4f580f34b1 HTTP/1.1" status: 204 len: 168 time: 0.1272337 Sep 07 14:23:47.376200 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06cd87-76fa-4731-96b1-914a795c7d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b1157-9f4d-4ab9-a44a-7f4f580f34b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:47.464130 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ca36-77f3-4ba5-9160-21ae995d837a req-48a2c396-e271-4020-ab7a-1b8ea76fbaca tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:47.465623 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4aa7ca36-77f3-4ba5-9160-21ae995d837a req-48a2c396-e271-4020-ab7a-1b8ea76fbaca tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 943 time: 0.0494123 Sep 07 14:23:47.518563 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4aa7ca36-77f3-4ba5-9160-21ae995d837a req-3451d216-ae5e-49ff-9d1c-9a5bc513a4a1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Sep 07 14:23:47.692569 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5aca2-1db0-4957-abcc-de709c281fa4 req-123da994-281b-4b90-8cb5-d8062ca43792 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:47.699487 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bf5aca2-1db0-4957-abcc-de709c281fa4 req-123da994-281b-4b90-8cb5-d8062ca43792 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0850816 Sep 07 14:23:47.744078 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bf5aca2-1db0-4957-abcc-de709c281fa4 req-29629c0e-e387-43f6-9621-9a5fa3c6b596 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Sep 07 14:23:47.809672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:47.823775 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e723010b-baae-4b73-a3d9-caca958c590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.917276 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e723010b-baae-4b73-a3d9-caca958c590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.917808 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:47.922181 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e723010b-baae-4b73-a3d9-caca958c590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:47.960764 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e723010b-baae-4b73-a3d9-caca958c590d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87ed5637108140aab8752c44b16ec4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499195 Sep 07 14:23:47.961705 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723010b-baae-4b73-a3d9-caca958c590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a9ba12-36d5-4a2e-b8b1-35d3d69fd98a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:47.965063 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60284) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:48.017425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.049909 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2308-ec78-4fc7-95e4-21dfc2c8ec23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.053671 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.131208 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.133730 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.134915 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4a9ba12-36d5-4a2e-b8b1-35d3d69fd98a HTTP/1.1" status: 204 len: 168 time: 0.1685290 Sep 07 14:23:48.150342 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33c3a-5726-4f31-ac72-5c76c3050215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a9ba12-36d5-4a2e-b8b1-35d3d69fd98a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:48.206138 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2308-ec78-4fc7-95e4-21dfc2c8ec23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.209784 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2308-ec78-4fc7-95e4-21dfc2c8ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.250213 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0dbe2308-ec78-4fc7-95e4-21dfc2c8ec23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f24feb7fbc04d20b2bd5e3e569f9265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316283 Sep 07 14:23:48.251056 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2308-ec78-4fc7-95e4-21dfc2c8ec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a2ecc9-f5b2-414d-9faf-adca3ed3c93f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:48.253605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60288) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:48.309043 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.331196 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.381381 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.383935 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.385092 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85a2ecc9-f5b2-414d-9faf-adca3ed3c93f HTTP/1.1" status: 204 len: 168 time: 0.1304014 Sep 07 14:23:48.397194 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38edae-ea52-4ada-b464-f5a35481d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a2ecc9-f5b2-414d-9faf-adca3ed3c93f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:48.650393 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff21f42-3ddc-47d2-b3b4-50371eb95be2 req-b06c1c34-1a0a-422b-917e-cdc44923322a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:48.651920 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ff21f42-3ddc-47d2-b3b4-50371eb95be2 req-b06c1c34-1a0a-422b-917e-cdc44923322a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 943 time: 0.0546110 Sep 07 14:23:48.683154 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:48.697702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-351b0543-c2f5-49b7-bd8e-481891a12e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.701498 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ff21f42-3ddc-47d2-b3b4-50371eb95be2 req-9d624105-0c1c-42ef-ada9-a37e1127c25f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Sep 07 14:23:48.841603 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-351b0543-c2f5-49b7-bd8e-481891a12e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.855932 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 1e0f5c95-1557-481e-b69f-e5ddd4b56565 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:23:48.872372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-351b0543-c2f5-49b7-bd8e-481891a12e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:48.938400 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f00714-d368-45d5-965e-06480653ba35 req-4be59ccd-b335-4b98-abbe-c28b649bb2cb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:48.940793 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0f00714-d368-45d5-965e-06480653ba35 req-4be59ccd-b335-4b98-abbe-c28b649bb2cb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0974758 Sep 07 14:23:48.947271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-351b0543-c2f5-49b7-bd8e-481891a12e76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=835ddcad0772466aa72d0ec6540d9e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649043 Sep 07 14:23:48.947990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b0543-c2f5-49b7-bd8e-481891a12e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14e3f4-6c12-4950-910a-33bf0810251c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:48.950141 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:48.971353 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:48.972560 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:48.987195 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '1e0f5c95-1557-481e-b69f-e5ddd4b56565', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'port_id': '1e0f5c95-1557-481e-b69f-e5ddd4b56565', 'mac_address': 'fa:16:3e:74:52:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498a455b-8eeb-48c9-b367-2eebf0f099b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:23:49.003814 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0f00714-d368-45d5-965e-06480653ba35 req-3dd40348-a63f-4d79-bc08-db60428e5f8f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Sep 07 14:23:49.033041 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.035873 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.047730 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0f5c95-1557-481e-b69f-e5ddd4b56565 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:49.059489 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.070946 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:49.075504 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.091898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2069782828-network', 'tenant_id': 'b34ce9b64b30458986c53620f56a301a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:49.115142 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.118087 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.119273 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a14e3f4-6c12-4950-910a-33bf0810251c HTTP/1.1" status: 204 len: 168 time: 0.1679044 Sep 07 14:23:49.122214 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Made reservation on behalf of b34ce9b64b30458986c53620f56a301a for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:49.126023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.127897 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:49.134706 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28280ab4-6a81-4a4c-b87d-9f3b0c3ee92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14e3f4-6c12-4950-910a-33bf0810251c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:49.140262 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.140642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.140995 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.141511 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.141864 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.142207 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.142617 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.143643 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.144095 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.144279 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.144418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.144745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.145075 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:23:49.248443 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.252825 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.281682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:49.290584 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:49.299223 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.299561 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Added segment 43d4a8c7-c80e-415a-9fb0-cc16a66b02fc of type vlan for network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd Sep 07 14:23:49.345227 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.373659 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.374651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:49.375269 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.410533 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4381435 Sep 07 14:23:49.413509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:49.418928 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Request body: {'subnet': {'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2069782828-subnet', 'tenant_id': 'b34ce9b64b30458986c53620f56a301a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:49.441580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb33dc-3b9a-429a-a41a-9cc415676977 admin admin] Pushing event updated for resources: {'Network': ['ID=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:49.448216 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Made reservation on behalf of b34ce9b64b30458986c53620f56a301a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:49.452492 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.452661 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:49.604399 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['1e0f5c95-1557-481e-b69f-e5ddd4b56565'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:23:49.655820 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.727824 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03caafd4-07dc-4e1a-a892-f52ec87249b6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:49.744181 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Checking segment: {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:49.744624 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Network hostable DHCP agents. Network: d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:49.779836 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:49.807296 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:49.812549 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:49.813678 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:49.820847 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbcbeed-e9c7-4eaf-ac0d-6f0760c0c3d5 None None] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:49.848427 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0ccb8461-a2f3-462a-a7dc-fde74159c980 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4336216 Sep 07 14:23:49.871918 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2027b0-adf7-4429-97de-61a89b805ceb req-75fe04da-d03c-4db6-8ffb-fc9d215c304f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:49.873670 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9b2027b0-adf7-4429-97de-61a89b805ceb req-75fe04da-d03c-4db6-8ffb-fc9d215c304f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 944 time: 0.0799000 Sep 07 14:23:49.890663 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:49.926903 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9b2027b0-adf7-4429-97de-61a89b805ceb req-7159a1a1-7cd2-46a0-93f4-622a3f71dafb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Sep 07 14:23:49.995088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579988a-23d0-470c-92a6-0a4367cebef3 None None] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:50.191050 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155cb5-707d-45d7-95ac-69016a4ca865 req-a6353d80-2fb1-4538-9474-739ff52d54c6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:50.192619 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f8155cb5-707d-45d7-95ac-69016a4ca865 req-a6353d80-2fb1-4538-9474-739ff52d54c6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0759342 Sep 07 14:23:50.233677 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f8155cb5-707d-45d7-95ac-69016a4ca865 req-35c94027-2a61-485f-9f4c-f607a2ef27b0 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Sep 07 14:23:50.335666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:50.347201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-573128459-network', 'tenant_id': '0ba620d0181f4a0e98c03960f94737c4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:50.378558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Made reservation on behalf of 0ba620d0181f4a0e98c03960f94737c4 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:50.380929 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.390363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.430390 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-227f1eb9-68e1-47ff-a355-3fa8afaf0579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.512839 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.519101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.558515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:50.578463 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.578807 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Added segment d02109e8-d411-4224-9674-cabc548b5686 of type vlan for network 5304de19-1c1b-480e-946c-e425ae478346 Sep 07 14:23:50.580759 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763389c-dbf9-4de4-9ee9-d7a010397ede,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:50.641608 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.703639 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.704653 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:50.705338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.764808 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-227f1eb9-68e1-47ff-a355-3fa8afaf0579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.797746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-227f1eb9-68e1-47ff-a355-3fa8afaf0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.804648 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9128439 Sep 07 14:23:50.807844 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60404) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:50.808333 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07eeac-6ee6-46c3-a60d-ac59227619a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5304de19-1c1b-480e-946c-e425ae478346,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:50.813935 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Request body: {'subnet': {'network_id': '5304de19-1c1b-480e-946c-e425ae478346', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-573128459-subnet', 'tenant_id': '0ba620d0181f4a0e98c03960f94737c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:50.817888 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 5304de19-1c1b-480e-946c-e425ae478346 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:50.837778 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Made reservation on behalf of 0ba620d0181f4a0e98c03960f94737c4 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:50.842174 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.855504 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-227f1eb9-68e1-47ff-a355-3fa8afaf0579 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b9e5f78e0aa49bb95a268e64e9b94df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180995 Sep 07 14:23:50.856449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f1eb9-68e1-47ff-a355-3fa8afaf0579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7318d88f-0c37-45b5-92bf-0cddc275a6e4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:50.858040 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60406) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:50.885198 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 1e0f5c95-1557-481e-b69f-e5ddd4b56565 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:50.943265 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:50.947072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:50.947457 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:50.973711 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.033113 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.033916 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.058488 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:51.060766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1748ef-5c12-4536-bf79-f582bb265dbb" -d '{"events": [{"server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "name": "network-vif-plugged", "status": "completed", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:51.076589 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:51.079573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10d5fb-f9a2-4e63-b399-844a096574c0 req-3d79fbf6-669b-41ce-b2e1-dbe0d8ea0e67 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:51.081665 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a10d5fb-f9a2-4e63-b399-844a096574c0 req-3d79fbf6-669b-41ce-b2e1-dbe0d8ea0e67 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 944 time: 0.0662785 Sep 07 14:23:51.082933 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.118600 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ffc873-5245-4f49-b379-a3cccc087c99 x-openstack-request-id: req-14ffc873-5245-4f49-b379-a3cccc087c99 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:51.119650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "name": "network-vif-plugged", "status": "completed", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:51.120056 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14ffc873-5245-4f49-b379-a3cccc087c99 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:51.121179 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565', 'code': 200} Sep 07 14:23:51.140801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.150269 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a10d5fb-f9a2-4e63-b399-844a096574c0 req-ecf8be87-4bde-4191-b8db-d2abac146331 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603204 Sep 07 14:23:51.165018 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:51.187287 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.190861 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.192028 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7318d88f-0c37-45b5-92bf-0cddc275a6e4 HTTP/1.1" status: 204 len: 168 time: 0.3330204 Sep 07 14:23:51.215427 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb33d7-42ba-4465-8392-9845bacc7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7318d88f-0c37-45b5-92bf-0cddc275a6e4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:51.227028 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b68df9-4ae9-4086-8808-f3565adfda67,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:51.255703 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Checking segment: {'id': 'd02109e8-d411-4224-9674-cabc548b5686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5304de19-1c1b-480e-946c-e425ae478346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:51.258545 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Network hostable DHCP agents. Network: 5304de19-1c1b-480e-946c-e425ae478346, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:51.286068 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Network 5304de19-1c1b-480e-946c-e425ae478346 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:51.298259 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 5304de19-1c1b-480e-946c-e425ae478346) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:51.304853 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:51.306911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.308082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26086739-ec2a-4df7-8031-05a653b8d5cb None None] Network 5304de19-1c1b-480e-946c-e425ae478346 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:51.338192 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9b8f2e66-1d94-4196-9c5d-411517f0d32e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5283732 Sep 07 14:23:51.402264 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d5ce4-fadf-48ec-bd51-17d325dd429a req-fa6a027d-2917-4742-a51d-bd3fbf25544d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:51.404410 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b44d5ce4-fadf-48ec-bd51-17d325dd429a req-fa6a027d-2917-4742-a51d-bd3fbf25544d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0639277 Sep 07 14:23:51.452750 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb626b-286b-49f8-9362-2d74e44ca7be req-a69e9d98-7a37-440a-bc0c-ce6877bfe95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:51.456078 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90eb626b-286b-49f8-9362-2d74e44ca7be req-a69e9d98-7a37-440a-bc0c-ce6877bfe95b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 1098 time: 0.0523939 Sep 07 14:23:51.480841 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b44d5ce4-fadf-48ec-bd51-17d325dd429a req-21268156-be26-46a3-9b02-a629f8310a07 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688453 Sep 07 14:23:51.484377 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a764aa-0ebe-4762-9db1-5841db82455a None None] Network 5304de19-1c1b-480e-946c-e425ae478346 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:51.514049 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:51.520604 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90eb626b-286b-49f8-9362-2d74e44ca7be req-99cbf5fa-0dcd-4a11-956c-7f961a082f0a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Sep 07 14:23:51.606117 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60434) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:51.621795 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5532c978-baff-43e9-b6ae-a4ab287abad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.747008 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5532c978-baff-43e9-b6ae-a4ab287abad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.757255 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5532c978-baff-43e9-b6ae-a4ab287abad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.759624 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b392e55-89b6-42b0-9176-f16ead0909ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.812909 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5532c978-baff-43e9-b6ae-a4ab287abad2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5592b28117a4e54a1760edd1aa3ae3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051480 Sep 07 14:23:51.817602 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:51.819594 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532c978-baff-43e9-b6ae-a4ab287abad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a34177-737b-42e3-a322-dc47fb3657f4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:51.887645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.914527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b392e55-89b6-42b0-9176-f16ead0909ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.916123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.925144 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b392e55-89b6-42b0-9176-f16ead0909ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:51.979279 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392e55-89b6-42b0-9176-f16ead0909ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a127e3a-ebc6-41d8-a6bc-b80b8550734f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:51.991570 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8b392e55-89b6-42b0-9176-f16ead0909ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d45c180c7d964b3fa885d3669a1a1d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744723 Sep 07 14:23:51.991570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60464) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:52.035936 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60466) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:52.043752 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662399714-network', 'tenant_id': 'c07da47e37ba4f7a83dd19dad9ecc241'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:52.051672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.051928 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.054288 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.055430 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3a34177-737b-42e3-a322-dc47fb3657f4 HTTP/1.1" status: 204 len: 168 time: 0.2371712 Sep 07 14:23:52.087081 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-c5b1d8eb-182f-417e-875a-c17ac670bfda tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:52.088529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-c5b1d8eb-182f-417e-875a-c17ac670bfda tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 814 time: 0.1547697 Sep 07 14:23:52.088864 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.094509 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d742-188d-42eb-b2e3-b17cfd95bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a34177-737b-42e3-a322-dc47fb3657f4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:52.109186 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-dd5f1d8c-fed2-4956-ac81-d30076189593 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/quotas/b34ce9b64b30458986c53620f56a301a HTTP/1.1" status: 200 len: 375 time: 0.0108781 Sep 07 14:23:52.109955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Made reservation on behalf of c07da47e37ba4f7a83dd19dad9ecc241 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:52.112540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.134552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.171148 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-39bbb7e6-4d89-4b75-9b63-50c9bf416002 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550497 Sep 07 14:23:52.185012 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.188773 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.190684 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a127e3a-ebc6-41d8-a6bc-b80b8550734f HTTP/1.1" status: 204 len: 168 time: 0.1979687 Sep 07 14:23:52.199341 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3f4f-a976-488b-bedc-0a03182cf714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a127e3a-ebc6-41d8-a6bc-b80b8550734f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:52.328458 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-cbe70fc3-d43d-4909-b0f2-12012513bf20 service neutron] 10.222.0.76 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488581 Sep 07 14:23:52.380829 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea4339-169b-42e0-88c4-60a2d1792e76 req-8b2d4250-bd78-4f08-8882-493f5f74efc8 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:52.382876 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-17ea4339-169b-42e0-88c4-60a2d1792e76 req-8b2d4250-bd78-4f08-8882-493f5f74efc8 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0689170 Sep 07 14:23:52.435406 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-17ea4339-169b-42e0-88c4-60a2d1792e76 req-5d0c671f-cffb-4896-9188-27917597965b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Sep 07 14:23:52.445999 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.452743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.501751 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:52.515690 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e31623-6e2f-47a3-b84a-bbd89bea6bf6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:52.523468 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-156639fe-1d1f-4d6e-8827-603f3dd90876 service neutron] 10.222.0.76 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874771 Sep 07 14:23:52.529205 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.529561 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Added segment 209e965f-a521-4f67-8c32-c931d1780eaf of type vlan for network 3e610f3d-b156-42f4-bac5-36750c76d0bd Sep 07 14:23:52.596679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.629050 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.630258 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:52.631122 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:52.705856 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235d9c-5b40-49e5-a95b-bba6a74b26d5 req-9acc251e-acdb-4ca8-8285-1c497e48a0bc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:52.716967 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8c235d9c-5b40-49e5-a95b-bba6a74b26d5 req-9acc251e-acdb-4ca8-8285-1c497e48a0bc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1320872 Sep 07 14:23:52.746171 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] Pushing event updated for resources: {'Network': ['ID=3e610f3d-b156-42f4-bac5-36750c76d0bd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:52.760868 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 3e610f3d-b156-42f4-bac5-36750c76d0bd details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:52.802196 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8c235d9c-5b40-49e5-a95b-bba6a74b26d5 req-af383a12-9c36-4457-b13a-88fce51234c4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841954 Sep 07 14:23:52.815088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:52.816529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3d65304e-5161-4075-bd11-cdd39431d558 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7771618 Sep 07 14:23:52.821023 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Request body: {'subnet': {'network_id': '3e610f3d-b156-42f4-bac5-36750c76d0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662399714-subnet', 'tenant_id': 'c07da47e37ba4f7a83dd19dad9ecc241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:52.831710 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-580508a7-644f-4e78-b4d4-bab16f940052 req-7e262972-51c1-415e-8a94-82454ddf433a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 210 time: 0.0863967 Sep 07 14:23:52.878660 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Made reservation on behalf of c07da47e37ba4f7a83dd19dad9ecc241 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:52.881871 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:53.100046 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:53.169273 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74a703c-a5de-4507-ac1d-ce2a120ea227,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:53.185057 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Checking segment: {'id': '209e965f-a521-4f67-8c32-c931d1780eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '3e610f3d-b156-42f4-bac5-36750c76d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:53.185668 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Network hostable DHCP agents. Network: 3e610f3d-b156-42f4-bac5-36750c76d0bd, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:53.213094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Network 3e610f3d-b156-42f4-bac5-36750c76d0bd is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:53.225477 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 3e610f3d-b156-42f4-bac5-36750c76d0bd) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:53.230249 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:53.231787 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:53.235086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd307949-27d4-4b4e-a63e-97b2bba017ae None None] Network 3e610f3d-b156-42f4-bac5-36750c76d0bd requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:53.256601 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1be56ec0-eb92-4c19-b19d-64cae59bfc42 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4397624 Sep 07 14:23:53.345077 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60538) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:53.412326 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6ca5c-3b96-4d35-ad59-5ec0b1ee96ac None None] Network 3e610f3d-b156-42f4-bac5-36750c76d0bd requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:53.667345 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-704471942-network', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:53.678867 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1741b-a68c-4c67-9230-2805258ed537 req-aec50213-b7d9-46db-813e-7dc9db8a937f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:53.680763 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f5e1741b-a68c-4c67-9230-2805258ed537 req-aec50213-b7d9-46db-813e-7dc9db8a937f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0644770 Sep 07 14:23:53.723946 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Made reservation on behalf of 53edf50ae10b435dabcf1a2d03677412 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:53.726405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:53.760661 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:53.775337 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f5e1741b-a68c-4c67-9230-2805258ed537 req-0eed982d-851a-42af-8b1e-4c52aa1ddb10 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877619 Sep 07 14:23:54.007039 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.017257 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.045532 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e633-e329-4133-b7eb-7e586d248ceb req-b2ba0c64-886e-4e0c-8f2d-abcea1ac84ae tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:54.047257 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c03e633-e329-4133-b7eb-7e586d248ceb req-b2ba0c64-886e-4e0c-8f2d-abcea1ac84ae tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0874364 Sep 07 14:23:54.063135 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:23:54.088206 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935994a8-daaa-4bc9-a4c9-cad58680709a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:54.099520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.100166 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Added segment 54e0d9b2-4f6f-4361-9468-cccf15ef7e97 of type vlan for network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 Sep 07 14:23:54.123573 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea059a90-1cd5-461c-8b8d-7d4e59988b82 req-9407654b-876b-4c7f-a0fe-ac0dd3a302ed tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 210 time: 0.0528967 Sep 07 14:23:54.133453 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60562) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:54.159838 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.176012 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c03e633-e329-4133-b7eb-7e586d248ceb req-e29e9bb2-58d8-4b0c-8f67-3ea8dc08b3de tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138165 Sep 07 14:23:54.217324 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.218449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:54.219128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.281568 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9347553 Sep 07 14:23:54.294901 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60572) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:54.298319 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40e41a0e-871f-4132-a154-6dfbd6a8283c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.303401 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Request body: {'subnet': {'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-704471942-subnet', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:54.311295 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33afcfd-a074-4db6-b4a7-7506c77c3a97 admin admin] Pushing event updated for resources: {'Network': ['ID=8cec906e-337f-46d9-94dc-abc9cf0c0f47,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:54.322547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:23:54.348084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Made reservation on behalf of 53edf50ae10b435dabcf1a2d03677412 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:54.350312 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.545959 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40e41a0e-871f-4132-a154-6dfbd6a8283c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.556941 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40e41a0e-871f-4132-a154-6dfbd6a8283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.622205 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e41a0e-871f-4132-a154-6dfbd6a8283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b0da8-41db-4587-a877-fe9a7cb27245,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:54.652442 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-40e41a0e-871f-4132-a154-6dfbd6a8283c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f382ec9becf04572903477499d220da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179212 Sep 07 14:23:54.653861 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.655842 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:54.688940 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-4e4d5856-219d-4385-8d7b-8661364124e1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:54.691056 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-4e4d5856-219d-4385-8d7b-8661364124e1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 814 time: 0.1667025 Sep 07 14:23:54.717177 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Request body: {'port': {'device_id': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd', 'admin_state_up': True, 'tenant_id': 'b34ce9b64b30458986c53620f56a301a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:54.757267 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329f4187-402e-4eab-bb49-1279b1d29fe7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:54.773133 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.788442 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Checking segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:54.788802 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Network hostable DHCP agents. Network: 8cec906e-337f-46d9-94dc-abc9cf0c0f47, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:23:54.803852 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.840065 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:23:54.852432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Made reservation on behalf of b34ce9b64b30458986c53620f56a301a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:23:54.854834 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 8cec906e-337f-46d9-94dc-abc9cf0c0f47) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:54.859092 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:54.859680 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.863278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.875955 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a814bb-4f80-47a0-bd96-afca3f0c0c4d None None] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:54.879801 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1a48774f-e579-48d3-ae0c-c3bcf259b107 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5803633 Sep 07 14:23:54.879801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.881452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:54.881868 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.883293 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/912b0da8-41db-4587-a877-fe9a7cb27245 HTTP/1.1" status: 204 len: 168 time: 0.2251511 Sep 07 14:23:54.893667 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:54.895707 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97b8fc-785c-4cb8-a4e0-3c000a57da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b0da8-41db-4587-a877-fe9a7cb27245,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:54.957711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:54.959000 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.055262 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.075052 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:23:55.075933 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.102746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Allocated IP 172.20.0.10 (d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd/03caafd4-07dc-4e1a-a892-f52ec87249b6/83378e86-71c5-4811-b853-87a530bb9cf8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:55.224899 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.260997 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2152bcc0-98e5-48cb-9aa8-cf1893f7088a req-b0bba838-5e57-44bc-adc1-4dc99d8e4377 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 210 time: 0.0386052 Sep 07 14:23:55.280924 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Allocated IP 172.20.0.2 (8cec906e-337f-46d9-94dc-abc9cf0c0f47/329f4187-402e-4eab-bb49-1279b1d29fe7/e6f433ad-757c-4fdc-9e89-f4868d9c05d0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:55.358222 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172d99-1236-449c-bab5-1234ac97095d req-ccce9f43-fad3-42b3-9379-dd0badbfc0fb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:55.359850 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-91172d99-1236-449c-bab5-1234ac97095d req-ccce9f43-fad3-42b3-9379-dd0badbfc0fb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1007981 Sep 07 14:23:55.420553 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-91172d99-1236-449c-bab5-1234ac97095d req-7339bb2e-5af3-4fa4-8946-50c1fe8d725a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 Sep 07 14:23:55.707055 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.730074 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Transition to ACTIVE for port object e6f433ad-757c-4fdc-9e89-f4868d9c05d0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:55.730291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.759551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Transition to ACTIVE for port object e6f433ad-757c-4fdc-9e89-f4868d9c05d0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:55.777421 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.795996 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.826091 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:55.829541 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:55.834184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:55.863439 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:55.867725 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:55.870054 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Pushing event updated for resources: {'Port': ['ID=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:55.871398 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:55.926207 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Attempting to bind port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:55.927008 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Attempting to bind port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:55.927492 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Attempting to bind port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 on network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:55.934350 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:55.934936 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Checking segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:55.936411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.937628 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Bound using segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:55.938294 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Bound port: e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:55.938853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:55.960527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Pushing event updated for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:55.986541 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:55.987402 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.037440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] For port e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:56.041376 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] For port e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:56.045822 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.072680 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5f13cfea-78ed-4023-aead-338f0115adc5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3593621 Sep 07 14:23:56.109035 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Request body: {'port': {'device_id': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:23:56.111841 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe51fa-1a51-467f-ab88-ea472d1bb195 None None] Pushing event updated for resources: {'Port': ['ID=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:56.151955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.188698 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.199727 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.494946 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Allocated IP 172.27.1.214 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/fdb28857-4aa4-4333-9300-e43ab8345247) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:23:56.584693 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d17579-cf18-43be-b0dc-9f76ce59e3bc req-a4c726a6-aa00-496f-873e-db3455116e7f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:56.586279 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b7d17579-cf18-43be-b0dc-9f76ce59e3bc req-a4c726a6-aa00-496f-873e-db3455116e7f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0736320 Sep 07 14:23:56.609000 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598d4d-94c7-4691-a7d2-9361cb2f5252 req-93165fe9-310b-4045-be52-c3c688738218 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:56.610609 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27598d4d-94c7-4691-a7d2-9361cb2f5252 req-93165fe9-310b-4045-be52-c3c688738218 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 932 time: 0.1763859 Sep 07 14:23:56.648708 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b7d17579-cf18-43be-b0dc-9f76ce59e3bc req-779c2620-19f7-4f5b-8726-3a244fc9f615 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518408 Sep 07 14:23:56.743818 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27598d4d-94c7-4691-a7d2-9361cb2f5252 req-633b6090-c4e4-454e-a1da-4e23f26ea49b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 Sep 07 14:23:56.768910 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.818353 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83378e86-71c5-4811-b853-87a530bb9cf8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:23:56.837146 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.859179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Transition to ACTIVE for port object 83378e86-71c5-4811-b853-87a530bb9cf8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:23:56.864465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.870315 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:56.915162 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:23:56.921808 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:23:56.928855 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:23:56.968797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Pushing event updated for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:57.219301 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb28857-4aa4-4333-9300-e43ab8345247,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:57.260931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Attempting to bind port 83378e86-71c5-4811-b853-87a530bb9cf8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:23:57.261476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Attempting to bind port 83378e86-71c5-4811-b853-87a530bb9cf8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:23:57.261880 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Attempting to bind port 83378e86-71c5-4811-b853-87a530bb9cf8 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:57.313232 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Port 83378e86-71c5-4811-b853-87a530bb9cf8 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:23:57.313232 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Attempting to bind port 83378e86-71c5-4811-b853-87a530bb9cf8 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:23:57.343149 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744f742-2048-435c-bb8f-d55bb300487c None None] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:23:57.362435 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:23:57.362435 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Checking segment: {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:23:57.362762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Bound using segment: {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:23:57.363176 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Bound port: 83378e86-71c5-4811-b853-87a530bb9cf8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:23:57.363527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:57.439430 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-be783be4-e2a2-4ee6-8df9-6b8e53d1815a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:57.446635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-be783be4-e2a2-4ee6-8df9-6b8e53d1815a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.2687569 Sep 07 14:23:57.474123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-332c5a76-3019-4bc8-8eb8-8da506ecfd0e None None] Provisioning for port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:57.516089 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-522c3f98-21fb-4c62-9158-947982aee53a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/quotas/4416c6be843648d5b7d34afde1ccd3d8 HTTP/1.1" status: 200 len: 375 time: 0.0684855 Sep 07 14:23:57.569646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:57.618901 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:23:57.646515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83378e86-71c5-4811-b853-87a530bb9cf8,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:23:57.679415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:57.705620 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-1ce8492c-c5fb-4199-840b-5ef6f8a34bc1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788623 Sep 07 14:23:57.783214 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eb691-5d87-4e55-a83f-2bf5632d8d97 req-414822fb-1a5a-481b-ac1f-6d03c361e19c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:57.792157 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-033eb691-5d87-4e55-a83f-2bf5632d8d97 req-414822fb-1a5a-481b-ac1f-6d03c361e19c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0704644 Sep 07 14:23:57.838613 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-033eb691-5d87-4e55-a83f-2bf5632d8d97 req-38eb0d30-5a12-4b46-8dc6-d2ea3d513990 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453579 Sep 07 14:23:57.932070 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device e6f433ad-757c-4fdc-9e89-f4868d9c05d0 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:57.982485 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe8393-d761-4030-9f87-2ef5028ee088 req-4e14bc52-a851-4478-a4c7-47e40f2652c4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:57.984133 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bdbe8393-d761-4030-9f87-2ef5028ee088 req-4e14bc52-a851-4478-a4c7-47e40f2652c4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 944 time: 0.0707147 Sep 07 14:23:57.989516 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:23:57.994375 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:23:57.995152 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:58.028884 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bdbe8393-d761-4030-9f87-2ef5028ee088 req-75fdc21c-b94e-437e-8175-58fc6ee23a9e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Sep 07 14:23:58.064159 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:58.065364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:58.066729 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] 10.222.0.68 "PUT /v2.0/ports/83378e86-71c5-4811-b853-87a530bb9cf8 HTTP/1.1" status: 200 len: 1094 time: 1.9657083 Sep 07 14:23:58.069007 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:23:58.071258 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3049e79-76df-48f3-b99b-7c965b3aed53" -d '{"events": [{"name": "network-changed", "server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:23:58.121131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:58.174405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b799-ca8a-46d2-8206-ecd99c510673 service neutron] Pushing event updated for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:58.183016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:23:58.188654 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:58.242780 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:23:58.259480 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-5255d022-abf7-4465-8413-5fb39283890b service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168622 Sep 07 14:23:58.286191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c5ba7f-06f1-4c79-86dd-7cfc1e26a089 x-openstack-request-id: req-80c5ba7f-06f1-4c79-86dd-7cfc1e26a089 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:23:58.286411 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:23:58.286629 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80c5ba7f-06f1-4c79-86dd-7cfc1e26a089 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:23:58.287042 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8', 'status': 'completed', 'code': 200} Sep 07 14:23:58.323573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-dcf15031-268d-4088-9fa0-653991915640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:58.325128 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-dcf15031-268d-4088-9fa0-653991915640 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 1097 time: 0.1382051 Sep 07 14:23:58.328331 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:58.466481 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-1ae1fd81-1915-4c2d-a8a9-1d285f10f549 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83378e86-71c5-4811-b853-87a530bb9cf8 HTTP/1.1" status: 200 len: 217 time: 0.0628536 Sep 07 14:23:58.472611 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-2eab1588-9b2c-47f6-8e90-910b7c343ea5 service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010372 Sep 07 14:23:58.565212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-a19e58fb-05ca-4f59-9978-ad473a68da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:58.567080 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-a19e58fb-05ca-4f59-9978-ad473a68da5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0919609 Sep 07 14:23:58.607805 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-cc40a334-d9ec-4585-8a05-d0ff4fc8179f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314894 Sep 07 14:23:58.693753 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Router ed287d02-e450-4013-849e-d447de5e9fb0 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:23:58.700034 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a597812e-2e75-410c-acdb-d00103794ae6 req-702b0e65-19ce-4954-b27e-48702abf1981 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 210 time: 0.0373199 Sep 07 14:23:58.803470 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-a9cba5bf-d1e1-41c4-8b26-a2a8deef0944 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832504 Sep 07 14:23:58.935673 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:23:58.948398 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Sync routers for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:23:58.960792 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:23:58.961495 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:59.004245 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:59.007320 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-84bc7581-fc00-4d9e-a6ae-e7281ea7ef21 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1231363 Sep 07 14:23:59.009019 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:23:59.014009 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-967675c4-45ce-4f20-b5f4-a61a657a7cc6 req-e8b834f5-20d2-41e1-973b-00c0c0034a44 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593268 Sep 07 14:23:59.031401 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87480625-7a1d-4d3b-873f-aa41ddecce9a req-25e7ae0f-8730-4867-9808-e842e4cb66bc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:59.033536 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-87480625-7a1d-4d3b-873f-aa41ddecce9a req-25e7ae0f-8730-4867-9808-e842e4cb66bc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0988948 Sep 07 14:23:59.081519 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-87480625-7a1d-4d3b-873f-aa41ddecce9a req-f09a9840-023d-4b11-bd02-0c99d21b85bb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Sep 07 14:23:59.089678 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:23:59.225814 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-0424cff0-4769-48e3-b68c-1955153dd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:59.227453 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-0424cff0-4769-48e3-b68c-1955153dd16f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 1097 time: 0.0506589 Sep 07 14:23:59.366036 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:23:57Z', 'revision_number': 3, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:23:59.396456 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-16bdce10-88a3-44c7-9661-eb2b1e07e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:59.398063 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-16bdce10-88a3-44c7-9661-eb2b1e07e5ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 916 time: 0.1221342 Sep 07 14:23:59.415621 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Checking router: ed287d02-e450-4013-849e-d447de5e9fb0 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:23:59.416181 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Updating router ed287d02-e450-4013-849e-d447de5e9fb0 port fdb28857-4aa4-4333-9300-e43ab8345247 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:23:59.476309 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:59.496187 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4667f-2039-4e8a-9181-a8b35c1d1e75 req-93875e18-e2b5-408d-8b7d-8766f9a7454d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:59.504182 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-45d4667f-2039-4e8a-9181-a8b35c1d1e75 req-93875e18-e2b5-408d-8b7d-8766f9a7454d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 944 time: 0.3370445 Sep 07 14:23:59.540466 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-70d00b50-d293-4751-8199-160d4cf752b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83378e86-71c5-4811-b853-87a530bb9cf8 HTTP/1.1" status: 200 len: 217 time: 0.1136351 Sep 07 14:23:59.565082 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-45d4667f-2039-4e8a-9181-a8b35c1d1e75 req-2ac89a79-e55c-4a27-a468-1b28efdff6d3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Sep 07 14:23:59.609040 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-6ed3d530-d6e9-4db1-b0ce-8f5da44af472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:23:59.610949 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-6ed3d530-d6e9-4db1-b0ce-8f5da44af472 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0592597 Sep 07 14:23:59.646563 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-f7429020-ae57-4735-85f8-943e78009913 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266314 Sep 07 14:23:59.758197 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-5f289569-618b-4d57-a4f9-593c62cb9aff service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016502 Sep 07 14:23:59.822177 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b05d2e32-d43f-442a-8728-8a8496ea8a45 req-e8d90c73-00bf-48e7-9789-a3782cc87af9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 210 time: 0.0335548 Sep 07 14:23:59.904280 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device e6f433ad-757c-4fdc-9e89-f4868d9c05d0 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:23:59.921306 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3049e79-76df-48f3-b99b-7c965b3aed53 req-87857921-af36-4975-8ee2-6b5eebe0dd2f service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517282 Sep 07 14:23:59.938161 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:59.990021 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.003410 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Transition to ACTIVE for port object fdb28857-4aa4-4333-9300-e43ab8345247 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:00.009005 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:00.009392 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.012651 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.077951 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Attempting to bind port fdb28857-4aa4-4333-9300-e43ab8345247 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:00.078499 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Attempting to bind port fdb28857-4aa4-4333-9300-e43ab8345247 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:00.079106 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Attempting to bind port fdb28857-4aa4-4333-9300-e43ab8345247 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:00.091179 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:00.091907 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:00.092535 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.093109 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:00.093776 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Bound port: fdb28857-4aa4-4333-9300-e43ab8345247, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:00.094424 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.204297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Allocated IP 172.20.0.1 (8cec906e-337f-46d9-94dc-abc9cf0c0f47/329f4187-402e-4eab-bb49-1279b1d29fe7/7f7857a2-df02-4ecf-8833-8abab41b00f0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:00.206639 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Pushing event updated for resources: {'Port': ['ID=fdb28857-4aa4-4333-9300-e43ab8345247,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:00.223765 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.224165 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.224613 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.225064 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.225507 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.226108 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.226392 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.226722 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.227095 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.227424 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.227746 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.228067 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:00.236049 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] For port fdb28857-4aa4-4333-9300-e43ab8345247, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:00.240683 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] For port fdb28857-4aa4-4333-9300-e43ab8345247, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=fdb28857-4aa4-4333-9300-e43ab8345247,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:00.247411 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.279794 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-4df69f6c-3423-4164-8f1d-b8eac20a2828 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:00.281500 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-4df69f6c-3423-4164-8f1d-b8eac20a2828 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.1883299 Sep 07 14:24:00.319712 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:00.320345 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:00.348420 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Request body: {'port': {'device_id': '9aba6128-3286-46df-9225-5260e73f0942', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'admin_state_up': True, 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:00.395952 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.413330 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0588e7-5f4f-4c79-b878-605f96c63105 None None] Pushing event updated for resources: {'Port': ['ID=fdb28857-4aa4-4333-9300-e43ab8345247,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:00.433347 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Transition to ACTIVE for port object 7f7857a2-df02-4ecf-8833-8abab41b00f0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:00.475047 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.481980 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ea3e1-fdd7-459b-a5d9-3785dce70a32 req-fd3965c6-0e91-4ac4-be92-e13840e32653 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:00.483699 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6d3ea3e1-fdd7-459b-a5d9-3785dce70a32 req-fd3965c6-0e91-4ac4-be92-e13840e32653 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.2012436 Sep 07 14:24:00.509936 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:00.521018 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:00.528814 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:00.530812 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Pushing event updated for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:00.538243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:00.571270 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6d3ea3e1-fdd7-459b-a5d9-3785dce70a32 req-ed7f7670-a546-4af6-b6c8-ab5b0f08869e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Sep 07 14:24:00.608244 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.615368 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:00.619875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.778806 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d3c6-e307-4f79-86df-44266ca6c444 req-b3492d00-338f-479e-87cc-075133105d97 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:00.780700 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2594d3c6-e307-4f79-86df-44266ca6c444 req-b3492d00-338f-479e-87cc-075133105d97 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 944 time: 0.0670075 Sep 07 14:24:00.804124 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Allocated IP 172.20.0.5 (451a2f6d-2a54-42b3-9d0b-64f050564cb5/498a455b-8eeb-48c9-b367-2eebf0f099b5/80164e84-50f8-496f-a035-a3af1b6905e7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:00.810439 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:23:57Z', 'revision_number': 3, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:00.849741 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f31bb-2c7a-4844-b46e-9017c995f5fa None None] The sync data for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi is: [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:23:57Z', 'revision_number': 3, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:24:00.856464 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2594d3c6-e307-4f79-86df-44266ca6c444 req-ff5f2d6c-bd07-46d0-b6f1-f31613b8ce80 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676496 Sep 07 14:24:00.857223 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.873759 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-84266b69-605c-4a04-abae-7730fa49633d None None] Provisioning for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:00.881168 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-84266b69-605c-4a04-abae-7730fa49633d None None] Provisioning complete for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:00.882578 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-84266b69-605c-4a04-abae-7730fa49633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:00.922364 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 83378e86-71c5-4811-b853-87a530bb9cf8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:24:00.953752 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-84266b69-605c-4a04-abae-7730fa49633d None None] Port 7f7857a2-df02-4ecf-8833-8abab41b00f0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:24:01.046189 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0a0c395a-1616-438c-9c87-35d6b142c488 req-9d23b1f1-ccc4-459e-8168-f1a61986a40f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 210 time: 0.0601914 Sep 07 14:24:01.068196 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83378e86-71c5-4811-b853-87a530bb9cf8,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:01.079645 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '83378e86-71c5-4811-b853-87a530bb9cf8', 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd', 'port_id': '83378e86-71c5-4811-b853-87a530bb9cf8', 'mac_address': 'fa:16:3e:cf:5f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03caafd4-07dc-4e1a-a892-f52ec87249b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:24:01.096438 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.099060 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.101506 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.131213 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.146385 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83378e86-71c5-4811-b853-87a530bb9cf8 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:01.161748 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.185465 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Pushing event updated for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:01.188847 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83378e86-71c5-4811-b853-87a530bb9cf8,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:01.195926 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.209555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:01.214385 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a', '1e0f5c95-1557-481e-b69f-e5ddd4b56565'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:01.214681 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.217030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:01.225005 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:01.229470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event updated for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:01.283480 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:01.284312 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.302664 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-d5b8c3d9-8401-4721-9d68-1c580b080b3b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626436 Sep 07 14:24:01.338329 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Request body: {'port': {'device_id': '9aba6128-3286-46df-9225-5260e73f0942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:01.356206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:01.375518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:01.378601 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:01.416198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.563165 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Router ed287d02-e450-4013-849e-d447de5e9fb0 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:24:01.787864 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:24:01.789129 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bd9d26ca-f3cb-4782-a168-1a6276771df1 None None] Provisioning complete for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:01.801040 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8b9f9997-2f7c-40b4-94e8-1d39101b7f9b admin admin] 10.222.0.76 "PUT /v2.0/routers/ed287d02-e450-4013-849e-d447de5e9fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7834275 Sep 07 14:24:01.801781 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd9d26ca-f3cb-4782-a168-1a6276771df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:01.849184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['83378e86-71c5-4811-b853-87a530bb9cf8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:01.983651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80164e84-50f8-496f-a035-a3af1b6905e7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:01.993866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d26ca-f3cb-4782-a168-1a6276771df1 None None] Port 7f7857a2-df02-4ecf-8833-8abab41b00f0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:24:02.001894 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.010742 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-445982e6-625d-42ba-a920-455887cc3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.018720 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2016a-ef57-46e5-a8da-feef3589de2d req-b72d35ea-1ba7-4ff2-9863-4e552d604cdf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.020380 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7ce2016a-ef57-46e5-a8da-feef3589de2d req-b72d35ea-1ba7-4ff2-9863-4e552d604cdf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.2604280 Sep 07 14:24:02.023280 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device fdb28857-4aa4-4333-9300-e43ab8345247 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:02.039990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Transition to ACTIVE for port object 80164e84-50f8-496f-a035-a3af1b6905e7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:02.049866 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.132631 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Pushing event updated for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:02.158420 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7ce2016a-ef57-46e5-a8da-feef3589de2d req-c7e58cfc-7b28-415b-a2f4-e4900776ddab tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166966 Sep 07 14:24:02.178467 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port fdb28857-4aa4-4333-9300-e43ab8345247 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:02.201503 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port fdb28857-4aa4-4333-9300-e43ab8345247 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:02.201998 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.350587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Attempting to bind port 80164e84-50f8-496f-a035-a3af1b6905e7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:02.351442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Attempting to bind port 80164e84-50f8-496f-a035-a3af1b6905e7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:02.351442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Attempting to bind port 80164e84-50f8-496f-a035-a3af1b6905e7 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:02.358608 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Port 80164e84-50f8-496f-a035-a3af1b6905e7 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:24:02.359957 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Attempting to bind port 80164e84-50f8-496f-a035-a3af1b6905e7 on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:02.360540 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4dea1-b71e-4379-9a65-3b019b556910 req-119e66ef-6ca6-4017-9635-fa1520f47097 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.365530 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.365886 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-00b4dea1-b71e-4379-9a65-3b019b556910 req-119e66ef-6ca6-4017-9635-fa1520f47097 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 945 time: 0.1350482 Sep 07 14:24:02.369092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:02.369544 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Checking segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:02.369997 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Bound using segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:02.371147 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Bound port: 80164e84-50f8-496f-a035-a3af1b6905e7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:02.371740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.383965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59599a50-9c14-4cd9-9a93-7ef0163ad840 req-4f386a2e-4d60-402f-956b-fa7d13ab0d68 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.385607 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59599a50-9c14-4cd9-9a93-7ef0163ad840 req-4f386a2e-4d60-402f-956b-fa7d13ab0d68 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 943 time: 0.1026454 Sep 07 14:24:02.395449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port fdb28857-4aa4-4333-9300-e43ab8345247, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=fdb28857-4aa4-4333-9300-e43ab8345247,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:02.401824 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.416413 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:24:02.454063 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-00b4dea1-b71e-4379-9a65-3b019b556910 req-f72a789a-a2d7-4e20-ba7d-ca2af98eacbd tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745916 Sep 07 14:24:02.459174 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=fdb28857-4aa4-4333-9300-e43ab8345247,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:02.515756 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59599a50-9c14-4cd9-9a93-7ef0163ad840 req-c6f5fe8c-7c80-4ef1-837c-2aacc7c8dae4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152530 Sep 07 14:24:02.521626 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:02.525562 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=80164e84-50f8-496f-a035-a3af1b6905e7,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:02.538601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.567623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.568237 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.569675 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] 10.222.0.68 "PUT /v2.0/ports/80164e84-50f8-496f-a035-a3af1b6905e7 HTTP/1.1" status: 200 len: 1093 time: 1.2365315 Sep 07 14:24:02.570098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:02.572340 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f260d2-22b7-4dd0-b433-c62330502041" -d '{"events": [{"name": "network-changed", "server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:02.616452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76300d-5b01-48c9-aba6-83ee0b96c853 service neutron] Pushing event updated for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:02.623621 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ca335-be3b-456f-9279-b68fd4f164d9 x-openstack-request-id: req-916ca335-be3b-456f-9279-b68fd4f164d9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:02.623906 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:02.624197 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-916ca335-be3b-456f-9279-b68fd4f164d9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:02.624563 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7', 'status': 'completed', 'code': 200} Sep 07 14:24:02.706542 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-88cffbbc-12ed-40c1-91ba-fc24de460d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.708156 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-88cffbbc-12ed-40c1-91ba-fc24de460d47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 1096 time: 0.0570173 Sep 07 14:24:02.779396 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:02.785109 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-4b9864e0-c806-403d-8177-70dd51e0cb0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80164e84-50f8-496f-a035-a3af1b6905e7 HTTP/1.1" status: 200 len: 217 time: 0.0582743 Sep 07 14:24:02.787455 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971938182-network', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:02.847547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Made reservation on behalf of de62c1534dd64404b79fc8e8c344e856 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:02.850052 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.856292 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-1196fece-31c9-4f75-8e67-c331f214957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:02.858284 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-1196fece-31c9-4f75-8e67-c331f214957f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0625818 Sep 07 14:24:02.859403 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.900278 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-f3c60fd7-dfd5-4314-9a21-865c844c870e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340283 Sep 07 14:24:02.993349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:02.999373 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.029631 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:24:03.039393 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-78a9908a-f8c6-4a25-aebe-4248480a8b8a service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266849 Sep 07 14:24:03.041509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76553eed-6472-4532-b1e0-064c75abd4b5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:03.048958 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.051113 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Added segment 5f6c0d28-04cd-4690-9bc7-b8a134a6a628 of type vlan for network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 Sep 07 14:24:03.115604 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.164745 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.166722 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.167268 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.177736 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0c26d8a0-44b9-4961-b067-33eca46469a2 req-481d0536-67ae-47eb-93c6-16566f83991d service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263847 Sep 07 14:24:03.205531 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4246202 Sep 07 14:24:03.208929 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60852) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:03.215841 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Request body: {'subnet': {'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971938182-subnet', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:03.292724 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Sync routers for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:24:03.296749 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd4354-a15b-4d2e-99a2-4f4434fccaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf74c06-ae4a-4d2c-ab50-343f35815ba9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:03.312580 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:24:03.325533 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Made reservation on behalf of de62c1534dd64404b79fc8e8c344e856 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:03.331011 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.344748 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2dd25-4489-418a-bf53-b65dfe32aec9 req-c8a29cef-0826-4c0f-b6b8-0726b4fa1c61 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.346441 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-81b2dd25-4489-418a-bf53-b65dfe32aec9 req-c8a29cef-0826-4c0f-b6b8-0726b4fa1c61 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0979161 Sep 07 14:24:03.349835 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:03.352006 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:23:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:03.420881 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-81b2dd25-4489-418a-bf53-b65dfe32aec9 req-297113a0-f0ef-4d27-b1ed-a863c95742c8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631707 Sep 07 14:24:03.467503 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-da5530c4-1771-4c0e-920b-edefa87ec36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.467503 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-da5530c4-1771-4c0e-920b-edefa87ec36b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 1096 time: 0.0761902 Sep 07 14:24:03.617696 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:03.674293 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.699817 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-11f3bd19-8e58-430a-af42-90a724993860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.701707 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-11f3bd19-8e58-430a-af42-90a724993860 service neutron] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 916 time: 0.2206762 Sep 07 14:24:03.713088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb064ce-2a7c-41d6-a501-caf5ff5773f1 req-af8945e9-ad49-4ddb-8e32-cd7bf0baeda9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.714562 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3eb064ce-2a7c-41d6-a501-caf5ff5773f1 req-af8945e9-ad49-4ddb-8e32-cd7bf0baeda9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 943 time: 0.0705881 Sep 07 14:24:03.719567 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0d751a-a98f-43aa-8966-bda6a24e73d2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:03.728913 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7b66e-6d5a-4835-bcbf-81604baca8bc req-23af3c02-5abf-49a4-9231-eb0526ef70be tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.735537 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f6d7b66e-6d5a-4835-bcbf-81604baca8bc req-23af3c02-5abf-49a4-9231-eb0526ef70be tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 945 time: 0.1493568 Sep 07 14:24:03.755952 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-a20111df-e46a-458e-ae36-37a56d7ccd85 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80164e84-50f8-496f-a035-a3af1b6905e7 HTTP/1.1" status: 200 len: 217 time: 0.0400937 Sep 07 14:24:03.794750 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f6d7b66e-6d5a-4835-bcbf-81604baca8bc req-cc3367c9-a367-42e9-87ae-4d49d7785c96 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577197 Sep 07 14:24:03.818077 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Checking segment: {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:03.818450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Network hostable DHCP agents. Network: 1bf74c06-ae4a-4d2c-ab50-343f35815ba9, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:24:03.825818 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3eb064ce-2a7c-41d6-a501-caf5ff5773f1 req-348f4fce-d83d-4ad0-88ba-a3abeddabb09 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Sep 07 14:24:03.848017 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-961dba87-d67c-492f-b4e7-eed17f38e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.851763 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-961dba87-d67c-492f-b4e7-eed17f38e034 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0786917 Sep 07 14:24:03.867652 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:24:03.880318 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 1bf74c06-ae4a-4d2c-ab50-343f35815ba9) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:03.893674 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:03.894647 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.897946 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c14589-17af-4010-81d8-2471f8ab0ba4 None None] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:24:03.909791 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-121753f8-267e-4bbb-9e97-23c46a8def9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454378 Sep 07 14:24:03.915531 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-06ca1f42-a405-4ad6-bc31-45f1c5982b6c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7043080 Sep 07 14:24:03.915736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device fdb28857-4aa4-4333-9300-e43ab8345247 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:03.918685 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:03.924119 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:03.947412 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:03.948880 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.019192 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.035317 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-c65d265b-a3f5-426b-b7c2-05fdccca1e57 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119993 Sep 07 14:24:04.071847 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port fdb28857-4aa4-4333-9300-e43ab8345247 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:04.072230 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.170380 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 2, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:04.192339 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.208028 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Checking router: ed287d02-e450-4013-849e-d447de5e9fb0 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:24:04.208383 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Updating router ed287d02-e450-4013-849e-d447de5e9fb0 port 7f7857a2-df02-4ecf-8833-8abab41b00f0 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:24:04.249928 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.255373 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'fixed_ips': [{'subnet_id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:24:04.256200 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.419963 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1f260d2-22b7-4dd0-b433-c62330502041 req-7de4b435-2773-4c74-a35d-d033bf64c3ea service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749812 Sep 07 14:24:04.448127 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.475299 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.481088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1776cf5-fe75-4585-85d4-193bd8975430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.537245 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.601653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Allocated IP 172.20.0.2 (1bf74c06-ae4a-4d2c-ab50-343f35815ba9/8d0d751a-a98f-43aa-8966-bda6a24e73d2/27633d02-47cd-4671-aa3f-988ac5a455a6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:04.614365 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c85a8-ccc8-444f-b276-e29088d2d2d5 req-8cd5c277-91e3-49fe-a3e8-2092071dd75f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:04.616223 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-534c85a8-ccc8-444f-b276-e29088d2d2d5 req-8cd5c277-91e3-49fe-a3e8-2092071dd75f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0935655 Sep 07 14:24:04.637675 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Allocated IP 172.27.1.110 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/f9c4d649-b72e-416c-afec-89fc3a1fb62d) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:04.691527 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-534c85a8-ccc8-444f-b276-e29088d2d2d5 req-3dc759ad-6c09-4660-af52-00954109d21e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Sep 07 14:24:04.819452 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.820771 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.862173 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Transition to ACTIVE for port object 7f7857a2-df02-4ecf-8833-8abab41b00f0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:04.890978 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.891203 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.906627 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:04.938148 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 80164e84-50f8-496f-a035-a3af1b6905e7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:24:04.959735 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 83378e86-71c5-4811-b853-87a530bb9cf8 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:04.965378 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Transition to ACTIVE for port object 27633d02-47cd-4671-aa3f-988ac5a455a6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:04.974232 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c4d649-b72e-416c-afec-89fc3a1fb62d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:05.007108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624e9a2-aab1-46b0-831e-04f804da33f8 req-ea58a3a7-d338-4257-9b64-89cac63c57cf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:05.009173 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8624e9a2-aab1-46b0-831e-04f804da33f8 req-ea58a3a7-d338-4257-9b64-89cac63c57cf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 945 time: 0.1028433 Sep 07 14:24:05.025524 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:05.028297 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94945bd2-feb8-42a9-a520-921abf7c3cea None None] Pushing event updated for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:05.031331 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:05.034360 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Transition to ACTIVE for port object 27633d02-47cd-4671-aa3f-988ac5a455a6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:05.041603 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:05.062866 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8624e9a2-aab1-46b0-831e-04f804da33f8 req-c20c51a3-1726-44df-986f-0ac322d9f80c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Sep 07 14:24:05.073230 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.104721 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c084a-ac2a-4042-a2d6-da69906d9473 req-15363d1a-9cdd-479e-8067-9222f02a1bc2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:05.110068 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-508c084a-ac2a-4042-a2d6-da69906d9473 req-15363d1a-9cdd-479e-8067-9222f02a1bc2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 943 time: 0.1282742 Sep 07 14:24:05.217034 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Attempting to bind port 7f7857a2-df02-4ecf-8833-8abab41b00f0 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:05.217642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Attempting to bind port 7f7857a2-df02-4ecf-8833-8abab41b00f0 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:05.218022 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Attempting to bind port 7f7857a2-df02-4ecf-8833-8abab41b00f0 on network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:05.222166 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:05.235676 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Pushing event updated for resources: {'Port': ['ID=27633d02-47cd-4671-aa3f-988ac5a455a6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:05.242599 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:05.247373 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 83378e86-71c5-4811-b853-87a530bb9cf8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:05.251964 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:05.253773 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:05.254167 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Checking segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:05.254558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.255003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Bound using segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:05.255847 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Bound port: 7f7857a2-df02-4ecf-8833-8abab41b00f0, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:05.256015 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.274394 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 83378e86-71c5-4811-b853-87a530bb9cf8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:05.275199 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.318176 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-508c084a-ac2a-4042-a2d6-da69906d9473 req-397c3ebb-5666-45e3-a868-bafce6d3e3de tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037498 Sep 07 14:24:05.386023 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=80164e84-50f8-496f-a035-a3af1b6905e7,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:05.428008 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Attempting to bind port 27633d02-47cd-4671-aa3f-988ac5a455a6 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:05.428381 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Attempting to bind port 27633d02-47cd-4671-aa3f-988ac5a455a6 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:05.428747 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Attempting to bind port 27633d02-47cd-4671-aa3f-988ac5a455a6 on network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:05.430717 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '80164e84-50f8-496f-a035-a3af1b6905e7', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'port_id': '80164e84-50f8-496f-a035-a3af1b6905e7', 'mac_address': 'fa:16:3e:76:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498a455b-8eeb-48c9-b367-2eebf0f099b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:24:05.461443 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.464510 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:05.464911 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Checking segment: {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:05.465295 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.465694 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Bound using segment: {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:05.466175 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Bound port: 27633d02-47cd-4671-aa3f-988ac5a455a6, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:05.466558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.504304 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] For port 7f7857a2-df02-4ecf-8833-8abab41b00f0, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:05.552354 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] For port 7f7857a2-df02-4ecf-8833-8abab41b00f0, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7f7857a2-df02-4ecf-8833-8abab41b00f0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:05.561163 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.583434 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.636766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80164e84-50f8-496f-a035-a3af1b6905e7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:05.647570 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.731495 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=80164e84-50f8-496f-a035-a3af1b6905e7,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:05.744072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] For port 27633d02-47cd-4671-aa3f-988ac5a455a6, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:05.752251 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:05.754563 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff5e35e-0510-42d3-9b67-2c3612ac9f23" -d '{"events": [{"server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "name": "network-vif-plugged", "status": "completed", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:05.757716 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.765272 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94945bd2-feb8-42a9-a520-921abf7c3cea None None] Pushing event updated for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:05.788956 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.789597 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:05.790245 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:24:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:05.793212 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] For port 27633d02-47cd-4671-aa3f-988ac5a455a6, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=27633d02-47cd-4671-aa3f-988ac5a455a6,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:05.868473 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d2e23-29c8-4653-98f5-48b9b5142349 req-2cbceef7-21ea-4154-89a6-6ecc4ab7cd2b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:05.876658 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f2d2e23-29c8-4653-98f5-48b9b5142349 req-2cbceef7-21ea-4154-89a6-6ecc4ab7cd2b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0648303 Sep 07 14:24:05.917555 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f2d2e23-29c8-4653-98f5-48b9b5142349 req-a7665415-cf61-4fe2-82d1-7b85a3333616 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Sep 07 14:24:05.963117 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59439d3e-d347-4bc1-a4a0-02f0a7366682 x-openstack-request-id: req-59439d3e-d347-4bc1-a4a0-02f0a7366682 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:05.963575 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "name": "network-vif-plugged", "status": "completed", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:05.963832 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59439d3e-d347-4bc1-a4a0-02f0a7366682 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:05.964212 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8', 'code': 200} Sep 07 14:24:05.964820 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:05.995728 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83378e86-71c5-4811-b853-87a530bb9cf8,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:05.997651 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:06.026447 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:06.090336 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:06.168019 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Router 936b133f-523d-4935-bd18-3225feab71b6 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:24:06.217619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be862e-ddb8-4360-92c5-ec70e07152d5 req-c335c41f-10d4-4025-9a56-8a406b2f6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:06.223888 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f5be862e-ddb8-4360-92c5-ec70e07152d5 req-c335c41f-10d4-4025-9a56-8a406b2f6457 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 1099 time: 0.1055980 Sep 07 14:24:06.232530 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:06.317853 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f5be862e-ddb8-4360-92c5-ec70e07152d5 req-495d437c-f4ae-42b3-9f74-fbd79c1c900f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848141 Sep 07 14:24:06.376866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59ff0c-f755-4e58-af1d-e4309435e836 None None] Pushing event updated for resources: {'Port': ['ID=27633d02-47cd-4671-aa3f-988ac5a455a6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:06.382702 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['80164e84-50f8-496f-a035-a3af1b6905e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:06.388156 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:24:06.402609 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Sync routers for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:24:06.406111 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44eaf1-6eda-460f-a39a-8335ba748ea2 req-a955659a-28b0-44a4-90a0-5aee9a06e221 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:06.409122 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d44eaf1-6eda-460f-a39a-8335ba748ea2 req-a955659a-28b0-44a4-90a0-5aee9a06e221 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.2131643 Sep 07 14:24:06.418711 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:06.420967 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:24:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:06.451292 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:06.452100 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ec55071b-0eb9-4cf8-8fcc-ebebca8ba480 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5323982 Sep 07 14:24:06.456082 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60910) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:06.509721 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2028e-dabd-489f-8919-710bbfd9469c req-f704537c-7990-4f81-a9d6-c3ba3837fa64 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:06.520104 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56f2028e-dabd-489f-8919-710bbfd9469c req-f704537c-7990-4f81-a9d6-c3ba3837fa64 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 944 time: 0.0761564 Sep 07 14:24:06.564097 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d44eaf1-6eda-460f-a39a-8335ba748ea2 req-ae3ab6f6-a24a-4102-b3e5-e46d1e3399c9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405690 Sep 07 14:24:06.579103 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56f2028e-dabd-489f-8919-710bbfd9469c req-e6989bea-c91b-4a67-98d9-e8d147d38522 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Sep 07 14:24:06.753554 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:06.762089 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:06.846993 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:05Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:06.894254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17862478-93ca-4cf9-a1da-c28f03c7060d None None] The sync data for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi is: [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:05Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:24:07.049241 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:05Z', 'revision_number': 3, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:07.076671 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Checking router: 936b133f-523d-4935-bd18-3225feab71b6 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:24:07.076982 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Updating router 936b133f-523d-4935-bd18-3225feab71b6 port f9c4d649-b72e-416c-afec-89fc3a1fb62d binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:24:07.110372 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.145774 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8057990-bfc5-46e2-a6c0-81b994eb7ccd req-096c4b89-1017-45c5-a216-caa8fc4a5fde tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:07.161145 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8057990-bfc5-46e2-a6c0-81b994eb7ccd req-096c4b89-1017-45c5-a216-caa8fc4a5fde tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1106355 Sep 07 14:24:07.183300 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.232128 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8057990-bfc5-46e2-a6c0-81b994eb7ccd req-0eb4df96-6080-42ce-bd3f-fe55e75a396f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694718 Sep 07 14:24:07.295060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.385249 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3974546-cad4-49f0-90da-a2c1ee1cc28d None None] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:24:07.426567 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Allocated IP 172.20.0.1 (1bf74c06-ae4a-4d2c-ab50-343f35815ba9/8d0d751a-a98f-43aa-8966-bda6a24e73d2/0570fded-36fc-46b5-9286-570f86621bde) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:07.441404 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.447228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3ea44ce3-9f9b-457b-a632-0f44da4ab383 None None] Provisioning for port 27633d02-47cd-4671-aa3f-988ac5a455a6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:07.456739 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Transition to ACTIVE for port object f9c4d649-b72e-416c-afec-89fc3a1fb62d will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:07.464648 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.491766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.522622 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ee6c-c27a-41b3-b311-af9f4964e367 None None] Pushing event updated for resources: {'Port': ['ID=f9c4d649-b72e-416c-afec-89fc3a1fb62d,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:07.547871 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Attempting to bind port f9c4d649-b72e-416c-afec-89fc3a1fb62d on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:07.548436 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Attempting to bind port f9c4d649-b72e-416c-afec-89fc3a1fb62d by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:07.548983 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Attempting to bind port f9c4d649-b72e-416c-afec-89fc3a1fb62d on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:07.555471 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:07.556096 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:07.556661 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.557192 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:07.557814 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Bound port: f9c4d649-b72e-416c-afec-89fc3a1fb62d, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:07.558370 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.576292 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.598600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Transition to ACTIVE for port object 0570fded-36fc-46b5-9286-570f86621bde will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:07.659599 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.665473 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] For port f9c4d649-b72e-416c-afec-89fc3a1fb62d, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:07.676339 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] For port f9c4d649-b72e-416c-afec-89fc3a1fb62d, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f9c4d649-b72e-416c-afec-89fc3a1fb62d,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:07.691382 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:07.794586 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:07.801194 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:07.801874 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:24:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:07.807796 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:07.813186 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:07.819767 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Pushing event updated for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:07.850258 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec883a-2c27-47dd-b55b-92d5734018b3 req-d06c07e9-b5cf-49f4-be8c-11fc9ee011ed tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:07.864393 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9ec883a-2c27-47dd-b55b-92d5734018b3 req-d06c07e9-b5cf-49f4-be8c-11fc9ee011ed tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1569667 Sep 07 14:24:07.895917 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fba65-bc1d-4a61-af6a-fe6e1d506586 req-63a99626-ad83-432a-a8ac-1d6c672cf75d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:07.903811 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d21fba65-bc1d-4a61-af6a-fe6e1d506586 req-63a99626-ad83-432a-a8ac-1d6c672cf75d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 944 time: 0.1822438 Sep 07 14:24:07.910480 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ee6c-c27a-41b3-b311-af9f4964e367 None None] Pushing event updated for resources: {'Port': ['ID=f9c4d649-b72e-416c-afec-89fc3a1fb62d,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:07.920151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.009269 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9ec883a-2c27-47dd-b55b-92d5734018b3 req-2737e3eb-41f9-455b-97a9-3dd7897c9271 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Sep 07 14:24:08.095266 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:08.135689 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d21fba65-bc1d-4a61-af6a-fe6e1d506586 req-9d335d9c-2de0-409e-bdeb-d82312377b9b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309222 Sep 07 14:24:08.204119 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 27633d02-47cd-4671-aa3f-988ac5a455a6 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:08.369968 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 27633d02-47cd-4671-aa3f-988ac5a455a6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:08.369968 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 27633d02-47cd-4671-aa3f-988ac5a455a6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:08.370613 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.383495 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.551161 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19593e6e-6db7-4fa5-b783-4b5024675bf2 None None] Provisioning for port 0570fded-36fc-46b5-9286-570f86621bde completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:08.613286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19593e6e-6db7-4fa5-b783-4b5024675bf2 None None] Provisioning complete for port 0570fded-36fc-46b5-9286-570f86621bde triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:08.613665 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19593e6e-6db7-4fa5-b783-4b5024675bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.658152 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903e46-aee2-4846-8d01-c56174df024e req-539da4aa-363e-498d-8105-b51d13fab5ae tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:08.680424 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fe903e46-aee2-4846-8d01-c56174df024e req-539da4aa-363e-498d-8105-b51d13fab5ae tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1532745 Sep 07 14:24:08.711502 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-19593e6e-6db7-4fa5-b783-4b5024675bf2 None None] Port 0570fded-36fc-46b5-9286-570f86621bde cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:24:08.725431 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.731807 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:05Z', 'revision_number': 3, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:08.738105 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.748136 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.753116 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fe903e46-aee2-4846-8d01-c56174df024e req-cf5379a1-16a1-4075-a38e-91182acda4b6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692446 Sep 07 14:24:08.804915 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 27633d02-47cd-4671-aa3f-988ac5a455a6, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=27633d02-47cd-4671-aa3f-988ac5a455a6,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:08.810201 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.811429 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaeea7-b2d2-464c-a379-f3a9df05bb38 None None] The sync data for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi is: [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:05Z', 'revision_number': 3, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:24:08.811672 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7f7857a2-df02-4ecf-8833-8abab41b00f0 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:08.853658 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0164e39-804d-45a0-85c0-2947f1f91d65 req-d3a5fcdc-97ef-47f9-8b45-bdaadb701c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:08.860096 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.864896 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a0164e39-804d-45a0-85c0-2947f1f91d65 req-d3a5fcdc-97ef-47f9-8b45-bdaadb701c61 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1098 time: 0.1273832 Sep 07 14:24:08.866822 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Pushing event updated for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:08.933743 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a0164e39-804d-45a0-85c0-2947f1f91d65 req-2da45cd8-6464-4015-ba63-360aecfb0516 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Sep 07 14:24:08.944109 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:08.959925 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:08.960364 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:08.963174 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=27633d02-47cd-4671-aa3f-988ac5a455a6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:08.988046 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 80164e84-50f8-496f-a035-a3af1b6905e7 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:08.990321 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:08.991909 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:09.100546 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 80164e84-50f8-496f-a035-a3af1b6905e7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:09.107591 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 80164e84-50f8-496f-a035-a3af1b6905e7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:09.107979 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.154265 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.163486 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Router 936b133f-523d-4935-bd18-3225feab71b6 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:24:09.271025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 7f7857a2-df02-4ecf-8833-8abab41b00f0, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7f7857a2-df02-4ecf-8833-8abab41b00f0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:09.275354 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4699-1336-41fd-9d48-84f374d3d1c4 req-a3de6abc-e0b1-4b44-94e0-c19eba49781c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:09.279281 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.283030 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ffc4699-1336-41fd-9d48-84f374d3d1c4 req-a3de6abc-e0b1-4b44-94e0-c19eba49781c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1825929 Sep 07 14:24:09.342776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4acbdc-1312-4e05-8581-03b6bedebe60 req-29f65404-64f4-45a3-8335-46c71c059446 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:09.353542 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4b4acbdc-1312-4e05-8581-03b6bedebe60 req-29f65404-64f4-45a3-8335-46c71c059446 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 944 time: 0.0884614 Sep 07 14:24:09.370902 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.406578 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4b4acbdc-1312-4e05-8581-03b6bedebe60 req-1594a33c-3db5-4cf0-9552-776bdafa2b26 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Sep 07 14:24:09.407495 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:09.439406 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:09.442285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9526598-921a-4ccc-b213-081ffca7ee36" -d '{"events": [{"server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "name": "network-vif-plugged", "status": "completed", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:09.465825 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=80164e84-50f8-496f-a035-a3af1b6905e7,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:09.474383 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.499890 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c721a762-3272-4faa-910e-91c79c38a8b1 None None] Provisioning complete for port 0570fded-36fc-46b5-9286-570f86621bde triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:09.500267 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c721a762-3272-4faa-910e-91c79c38a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:09.575309 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c721a762-3272-4faa-910e-91c79c38a8b1 None None] Port 0570fded-36fc-46b5-9286-570f86621bde cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:24:09.575309 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:09.676516 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ffc4699-1336-41fd-9d48-84f374d3d1c4 req-9bfcdc2c-aa44-48e5-b9ee-876dc5f38add tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925860 Sep 07 14:24:09.710335 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:24:09.719407 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-56ca1163-60f2-4f55-8ba0-5af102fdfd64 admin admin] 10.222.0.76 "PUT /v2.0/routers/936b133f-523d-4935-bd18-3225feab71b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2613311 Sep 07 14:24:09.736457 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a4206-b982-4174-9071-36abfec6ef79 x-openstack-request-id: req-c76a4206-b982-4174-9071-36abfec6ef79 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:09.736761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "name": "network-vif-plugged", "status": "completed", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:09.737047 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c76a4206-b982-4174-9071-36abfec6ef79 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:09.737442 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7', 'code': 200} Sep 07 14:24:09.978486 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c8a4-224c-4ab1-8086-383f164f18aa req-f532d51d-79fa-4e06-bf10-78430952e650 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:09.980159 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0057c8a4-224c-4ab1-8086-383f164f18aa req-f532d51d-79fa-4e06-bf10-78430952e650 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1009564 Sep 07 14:24:10.053443 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9c4d649-b72e-416c-afec-89fc3a1fb62d up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:10.067071 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0057c8a4-224c-4ab1-8086-383f164f18aa req-77a069f3-2711-4644-a95a-552baeebd62f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795946 Sep 07 14:24:10.132465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae44d-f362-40fa-a604-67efeb335cda req-571fa719-73ec-4a2b-80ff-56c8762037bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:10.135778 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4a4ae44d-f362-40fa-a604-67efeb335cda req-571fa719-73ec-4a2b-80ff-56c8762037bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 1098 time: 0.0930941 Sep 07 14:24:10.172708 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port f9c4d649-b72e-416c-afec-89fc3a1fb62d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:10.181958 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f9c4d649-b72e-416c-afec-89fc3a1fb62d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:10.182439 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.194690 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 32784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:10.215357 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4a4ae44d-f362-40fa-a604-67efeb335cda req-8fdef0f5-c2a5-4b3f-bce3-784fd9560d4e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654974 Sep 07 14:24:10.249423 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Deleting subnet f0b68df9-4ae9-4086-8808-f3565adfda67 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:24:10.253243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.290794 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.312228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.334683 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port f9c4d649-b72e-416c-afec-89fc3a1fb62d, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f9c4d649-b72e-416c-afec-89fc3a1fb62d,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:10.341003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.341003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 27633d02-47cd-4671-aa3f-988ac5a455a6 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:10.363295 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.435705 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=f9c4d649-b72e-416c-afec-89fc3a1fb62d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:10.445059 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.446950 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 27633d02-47cd-4671-aa3f-988ac5a455a6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:10.448166 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.485452 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.487797 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f0b68df9-4ae9-4086-8808-f3565adfda67 HTTP/1.1" status: 204 len: 168 time: 0.2919972 Sep 07 14:24:10.488966 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201b3d-5de8-439e-aa2b-b5972321c561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b68df9-4ae9-4086-8808-f3565adfda67,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:10.490426 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:10.560686 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7f7857a2-df02-4ecf-8833-8abab41b00f0 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:10.615874 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.623317 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 7f7857a2-df02-4ecf-8833-8abab41b00f0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:10.624060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.631173 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed320-dd34-4d70-a8ee-2b7f24646315 req-5c79d7d1-e984-4999-afe7-0746334620f6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:10.633011 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3d9ed320-dd34-4d70-a8ee-2b7f24646315 req-5c79d7d1-e984-4999-afe7-0746334620f6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.1203392 Sep 07 14:24:10.715081 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3d9ed320-dd34-4d70-a8ee-2b7f24646315 req-317ef834-5a36-480c-ae96-41cc2dbef1dd tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750537 Sep 07 14:24:10.755897 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.786754 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304de19-1c1b-480e-946c-e425ae478346']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:10.802634 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02109e8-d411-4224-9674-cabc548b5686') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:10.802939 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02109e8-d411-4224-9674-cabc548b5686') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:10.817094 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.842350 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.853954 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:24:10.856337 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:24:10.858337 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:24:10.924109 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.933572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:10.935972 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5304de19-1c1b-480e-946c-e425ae478346 HTTP/1.1" status: 204 len: 168 time: 0.4441566 Sep 07 14:24:10.939290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:10.989404 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71930a8-0023-4fbf-8d02-b1fe7d2dbde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5304de19-1c1b-480e-946c-e425ae478346,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:11.034544 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Deleting subnet f74a703c-a5de-4507-ac1d-ce2a120ea227 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:24:11.039210 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.112734 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.217788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.290058 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Sync routers for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:24:11.306172 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:11.307144 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:24:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:11.323625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.340767 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.347117 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f74a703c-a5de-4507-ac1d-ce2a120ea227 HTTP/1.1" status: 204 len: 168 time: 0.4066637 Sep 07 14:24:11.348031 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:11.353041 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb158-b2be-4036-af28-21c6459c7d5f req-a4799f01-5796-4033-831d-1783373ffa97 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:11.371633 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-04edb158-b2be-4036-af28-21c6459c7d5f req-a4799f01-5796-4033-831d-1783373ffa97 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.1065464 Sep 07 14:24:11.372450 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656dd6-be39-4a30-9ac1-f17b1dcbf461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74a703c-a5de-4507-ac1d-ce2a120ea227,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:11.443564 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-04edb158-b2be-4036-af28-21c6459c7d5f req-367cb27d-4b07-48ff-8691-5b2a3447baaf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605574 Sep 07 14:24:11.482013 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.491151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:11.649121 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.660028 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c018-7781-4de9-9384-f608f48d4ae9 req-24c31636-995b-483a-95df-872920dc4dba tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:11.661608 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-84f6c018-7781-4de9-9384-f608f48d4ae9 req-24c31636-995b-483a-95df-872920dc4dba tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1348052 Sep 07 14:24:11.703531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e610f3d-b156-42f4-bac5-36750c76d0bd']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:11.741276 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-84f6c018-7781-4de9-9384-f608f48d4ae9 req-270cc1ed-d16a-4fd9-a433-9e0ea91ee811 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692782 Sep 07 14:24:11.746758 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209e965f-a521-4f67-8c32-c931d1780eaf') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:11.747265 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209e965f-a521-4f67-8c32-c931d1780eaf') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:11.789125 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.809828 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:08Z', 'revision_number': 4, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0570fded-36fc-46b5-9286-570f86621bde', 'name': '', 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'mac_address': 'fa:16:3e:ed:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:07Z', 'updated_at': '2021-09-07T14:24:08Z', 'revision_number': 2, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'subnets': [{'id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:11.843635 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.862617 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:24:11.865567 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:24:11.933853 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:24:11.947816 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085dd5-b160-469b-9fb5-6ba22e9c39d1 req-fa12bd85-d977-41fb-aa61-efd875bd7c50 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:11.950206 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-04085dd5-b160-469b-9fb5-6ba22e9c39d1 req-fa12bd85-d977-41fb-aa61-efd875bd7c50 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0983238 Sep 07 14:24:12.041551 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.047233 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.053625 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] 10.222.0.76 "DELETE /v2.0/networks/3e610f3d-b156-42f4-bac5-36750c76d0bd HTTP/1.1" status: 204 len: 168 time: 0.6829314 Sep 07 14:24:12.068060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9c4d649-b72e-416c-afec-89fc3a1fb62d up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:12.070616 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Checking router: 936b133f-523d-4935-bd18-3225feab71b6 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:24:12.071592 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Updating router 936b133f-523d-4935-bd18-3225feab71b6 port 0570fded-36fc-46b5-9286-570f86621bde binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:24:12.081873 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-04085dd5-b160-469b-9fb5-6ba22e9c39d1 req-919463ad-32c3-4253-9e5c-907ed12458de tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226718 Sep 07 14:24:12.127194 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34900e7c-ddc1-45d4-aaa4-b59e0938e9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3e610f3d-b156-42f4-bac5-36750c76d0bd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:12.129369 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.260844 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f9c4d649-b72e-416c-afec-89fc3a1fb62d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:12.261283 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.460819 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32842) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:12.554267 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5da65706-41ae-4284-9132-e048f0c26baa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ba620d0181f4a0e98c03960f94737c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921440 Sep 07 14:24:12.557791 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 32846) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:12.629658 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.641748 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Transition to ACTIVE for port object 0570fded-36fc-46b5-9286-570f86621bde will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:12.676032 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.743971 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.775702 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.807082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5328b65-58d4-41f5-94e7-199fa7f6c3a2 None None] Pushing event updated for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:12.861311 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.867097 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.875196 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d763389c-dbf9-4de4-9ee9-d7a010397ede HTTP/1.1" status: 204 len: 168 time: 0.3139014 Sep 07 14:24:12.879887 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Attempting to bind port 0570fded-36fc-46b5-9286-570f86621bde on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:12.880539 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Attempting to bind port 0570fded-36fc-46b5-9286-570f86621bde by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:12.881160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Attempting to bind port 0570fded-36fc-46b5-9286-570f86621bde on network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:12.888977 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:12.889766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Checking segment: {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:12.890411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.891123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Bound using segment: {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:12.892317 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Bound port: 0570fded-36fc-46b5-9286-570f86621bde, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6c0d28-04cd-4690-9bc7-b8a134a6a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:12.893081 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:12.899948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24beb17-7c81-425c-960a-9138a32273f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763389c-dbf9-4de4-9ee9-d7a010397ede,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:13.015927 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] For port 0570fded-36fc-46b5-9286-570f86621bde, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:13.026932 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] For port 0570fded-36fc-46b5-9286-570f86621bde, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0570fded-36fc-46b5-9286-570f86621bde,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:13.036993 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:13.149660 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:24:13.150297 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:24:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:13.154738 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5328b65-58d4-41f5-94e7-199fa7f6c3a2 None None] Pushing event updated for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:13.294135 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:24:13.295245 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acbb31-656e-4ffd-a592-9b6448273c62 req-f4ddb540-6774-4d04-9992-2a21ecb863be tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:13.323153 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-66acbb31-656e-4ffd-a592-9b6448273c62 req-f4ddb540-6774-4d04-9992-2a21ecb863be tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.1382949 Sep 07 14:24:13.410519 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-66acbb31-656e-4ffd-a592-9b6448273c62 req-f84ce01d-f628-4743-9a89-1952c9297dc2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Sep 07 14:24:13.524597 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:13.590159 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fddd4129-c0ce-4675-957c-cdcf2bccce03 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c07da47e37ba4f7a83dd19dad9ecc241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641062 Sep 07 14:24:13.592468 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:13.600855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:08Z', 'revision_number': 4, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0570fded-36fc-46b5-9286-570f86621bde', 'name': '', 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'mac_address': 'fa:16:3e:ed:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:07Z', 'updated_at': '2021-09-07T14:24:13Z', 'revision_number': 4, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'subnets': [{'id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:24:13.650169 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed7644-54d2-4185-8f05-d56fd7e72505 None None] The sync data for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi is: [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:24:08Z', 'revision_number': 4, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '0570fded-36fc-46b5-9286-570f86621bde', 'name': '', 'network_id': '1bf74c06-ae4a-4d2c-ab50-343f35815ba9', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'mac_address': 'fa:16:3e:ed:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:07Z', 'updated_at': '2021-09-07T14:24:13Z', 'revision_number': 4, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'subnets': [{'id': '8d0d751a-a98f-43aa-8966-bda6a24e73d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:24:13.683714 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:13.749896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:13.848388 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:13.851238 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:13.852158 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4e31623-6e2f-47a3-b84a-bbd89bea6bf6 HTTP/1.1" status: 204 len: 168 time: 0.2587595 Sep 07 14:24:13.866430 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726b42-fbe3-4676-9faa-88dd2a3bcc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e31623-6e2f-47a3-b84a-bbd89bea6bf6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:14.023615 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0570fded-36fc-46b5-9286-570f86621bde up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:14.123616 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 0570fded-36fc-46b5-9286-570f86621bde completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:14.136450 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0570fded-36fc-46b5-9286-570f86621bde triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:14.136894 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:14.357730 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:14.467201 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 0570fded-36fc-46b5-9286-570f86621bde, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0570fded-36fc-46b5-9286-570f86621bde,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:14.481095 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:14.580293 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-05d0b31c-b9cd-4e7b-a7b1-197f75f445b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:14.582169 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-05d0b31c-b9cd-4e7b-a7b1-197f75f445b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.1920335 Sep 07 14:24:14.595419 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:14.612058 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b4c7-30f2-48f3-93b7-550fe4705e5f req-d2a72c91-4b68-443b-abb6-65b243b81cb2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:14.624168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d385b4c7-30f2-48f3-93b7-550fe4705e5f req-d2a72c91-4b68-443b-abb6-65b243b81cb2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1783619 Sep 07 14:24:14.708829 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d385b4c7-30f2-48f3-93b7-550fe4705e5f req-dff48a8f-8375-4846-9429-c7795d3d391d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 Sep 07 14:24:14.852321 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-e6e23c52-cf44-49ac-a12a-c6e8a569a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:14.854243 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-e6e23c52-cf44-49ac-a12a-c6e8a569a5fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.2532935 Sep 07 14:24:14.920842 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-7d602d6e-882b-4775-ba57-0c201cce7370 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0508831 Sep 07 14:24:15.009472 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-7737b2e1-17af-4699-9218-73c31c2fddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:15.011621 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-7737b2e1-17af-4699-9218-73c31c2fddc4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0789378 Sep 07 14:24:15.069232 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-28b5058a-d738-498a-961b-14034d830812 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372305 Sep 07 14:24:15.316612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-2fe24a2a-026b-46db-8c3b-cd160d69ed0b service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303107 Sep 07 14:24:15.489505 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-baf5d9ef-1531-4e2b-b4ea-0db68c08a7e2 req-9e923323-ec3f-4177-87ab-05447a19f682 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631393 Sep 07 14:24:15.910866 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac678e-7769-498f-8ace-943bb10dacc3 req-40a74668-617f-49b5-af37-6691ec06f865 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:15.911774 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-87ac678e-7769-498f-8ace-943bb10dacc3 req-40a74668-617f-49b5-af37-6691ec06f865 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0645592 Sep 07 14:24:15.958632 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0570fded-36fc-46b5-9286-570f86621bde up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:15.974887 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-87ac678e-7769-498f-8ace-943bb10dacc3 req-ce4c6c21-180e-4a02-bcf4-703a3113d8c9 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Sep 07 14:24:16.096571 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 0570fded-36fc-46b5-9286-570f86621bde triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:16.096956 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.214590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 32958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:16.371478 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c6d57b6-9daf-4785-be8a-f6a74288d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.579530 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c6d57b6-9daf-4785-be8a-f6a74288d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.585650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c6d57b6-9daf-4785-be8a-f6a74288d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.637785 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d57b6-9daf-4785-be8a-f6a74288d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b2d48c-5e98-436f-a98e-9daf0c06511e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:16.645541 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 32966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:16.646210 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4c6d57b6-9daf-4785-be8a-f6a74288d9cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fefbbb9a8b804af1a9bce400168c17f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299400 Sep 07 14:24:16.727313 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.768259 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.831347 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.835014 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:16.836224 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11b2d48c-5e98-436f-a98e-9daf0c06511e HTTP/1.1" status: 204 len: 168 time: 0.1892579 Sep 07 14:24:16.845805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f4b09-51fc-4252-a6da-76e9a31c4d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b2d48c-5e98-436f-a98e-9daf0c06511e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:17.132573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed88d7-bbc2-4bd7-bbc9-f72df2630efe req-b715a5c3-25dd-4027-8114-c180d3381ad2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:17.135275 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ceed88d7-bbc2-4bd7-bbc9-f72df2630efe req-b715a5c3-25dd-4027-8114-c180d3381ad2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0648837 Sep 07 14:24:17.218442 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ceed88d7-bbc2-4bd7-bbc9-f72df2630efe req-5f1f65a6-1ad9-4274-8419-e1898e867693 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703959 Sep 07 14:24:17.818877 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:17.957332 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545013064-network', 'tenant_id': '283522933c714f94a6e55f413eaecdfc'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:17.980386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Made reservation on behalf of 283522933c714f94a6e55f413eaecdfc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:17.982759 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:17.997589 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.123312 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.130575 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.156367 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:24:18.177542 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:18.183048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.183391 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Added segment cf642a7e-a247-49a0-a412-c55de68bf307 of type vlan for network cda3ac64-ba2c-4563-bde4-7bb5403add88 Sep 07 14:24:18.233438 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.275765 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.277364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:18.278175 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.354992 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] Pushing event updated for resources: {'Network': ['ID=cda3ac64-ba2c-4563-bde4-7bb5403add88,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:18.380175 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:24:18.383764 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6193b1fa-9ba8-4e33-8ce2-6f82d812bc07 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5620658 Sep 07 14:24:18.386930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:18.394018 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Request body: {'subnet': {'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545013064-subnet', 'tenant_id': '283522933c714f94a6e55f413eaecdfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:18.475573 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465f8e-7625-4079-9804-f98ea1ba93e6 req-734a6dbb-4e44-4751-a49e-e2bd87d7493d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:18.483401 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-97465f8e-7625-4079-9804-f98ea1ba93e6 req-734a6dbb-4e44-4751-a49e-e2bd87d7493d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0814991 Sep 07 14:24:18.487122 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Made reservation on behalf of 283522933c714f94a6e55f413eaecdfc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:18.489754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.583190 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-97465f8e-7625-4079-9804-f98ea1ba93e6 req-fd32e5d3-e723-48db-8dff-55170b1ea905 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968719 Sep 07 14:24:18.771956 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.827154 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c0cdcb-c933-40e6-bd06-876ca8ca0986,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:18.846626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Checking segment: {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:18.847007 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Network hostable DHCP agents. Network: cda3ac64-ba2c-4563-bde4-7bb5403add88, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:24:18.866765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:24:18.880095 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, cda3ac64-ba2c-4563-bde4-7bb5403add88) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:18.889533 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e347b0-1d51-46e3-8fe8-54e08af91784 None None] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:24:18.895508 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:18.898449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:18.931258 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-18ee5f3f-cda5-4b07-b3f8-e50c1a0c447f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5373974 Sep 07 14:24:19.067254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4c79a-aa6c-459f-a041-b81ceeb40f9b None None] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:24:19.829567 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f22de1-989a-40c4-a65c-17c46ebd35b9 req-0cb302a5-42a4-411a-a41a-04c2bff5e982 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:19.832137 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c6f22de1-989a-40c4-a65c-17c46ebd35b9 req-0cb302a5-42a4-411a-a41a-04c2bff5e982 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1421351 Sep 07 14:24:19.910909 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c6f22de1-989a-40c4-a65c-17c46ebd35b9 req-4e61abbe-cd4b-4a79-b077-51e919e661b5 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686207 Sep 07 14:24:21.106895 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed01f2-aaa3-4f0b-9f08-a2e0c16b2d8e req-a10a5fb4-2ed1-49bc-9396-ab11aaf2ac5e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:21.111984 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8ed01f2-aaa3-4f0b-9f08-a2e0c16b2d8e req-a10a5fb4-2ed1-49bc-9396-ab11aaf2ac5e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1146929 Sep 07 14:24:21.172730 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8ed01f2-aaa3-4f0b-9f08-a2e0c16b2d8e req-b3998ec8-c0d9-426e-ba79-2618f893c8dc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526218 Sep 07 14:24:22.361387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7678bd4-9253-46d3-aadc-51dd5ea9949a req-db6951e6-2f6a-419d-9b88-195d1d5d73e8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:22.362990 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e7678bd4-9253-46d3-aadc-51dd5ea9949a req-db6951e6-2f6a-419d-9b88-195d1d5d73e8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0556185 Sep 07 14:24:22.428163 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e7678bd4-9253-46d3-aadc-51dd5ea9949a req-6f2742d8-cd1d-487c-aba2-2376a60b4d7e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578344 Sep 07 14:24:22.992861 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-ad3da839-f24c-4e47-86da-8509b8bb534d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:22.994402 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-ad3da839-f24c-4e47-86da-8509b8bb534d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/networks?id=cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 200 len: 809 time: 0.1084261 Sep 07 14:24:23.012300 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-dc98989c-9016-4f7f-992d-950d19ebf810 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/quotas/283522933c714f94a6e55f413eaecdfc HTTP/1.1" status: 200 len: 375 time: 0.0096967 Sep 07 14:24:23.046217 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-e6601809-77f3-47a2-b501-3bc14adc90cd tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273986 Sep 07 14:24:23.164767 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-6c514dbe-656d-485b-8ff0-f6cf56016136 service neutron] 10.222.0.76 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084583 Sep 07 14:24:23.256737 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-cdc0722b-c4ca-47d9-8258-23c922c02ee3 service neutron] 10.222.0.76 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Sep 07 14:24:23.439840 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-467e2eb8-b06c-49cb-8e77-138a13df5897 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:23.443583 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-467e2eb8-b06c-49cb-8e77-138a13df5897 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 814 time: 0.1371031 Sep 07 14:24:23.459595 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-700d4352-a4f2-4cb3-830c-79e200960c69 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/quotas/53edf50ae10b435dabcf1a2d03677412 HTTP/1.1" status: 200 len: 375 time: 0.0121436 Sep 07 14:24:23.524415 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-89f127dc-9f09-4fa2-8146-7a2b47267e7f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595295 Sep 07 14:24:23.586783 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6f38a47c-d4d8-4560-a006-7782e1af0445 req-f91bd32f-4cff-45a2-a93e-3e3d2885a3f0 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 210 time: 0.0344837 Sep 07 14:24:23.646219 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-cdd80b1b-4c62-44df-835e-d3efa65a7c38 service neutron] 10.222.0.76 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076777 Sep 07 14:24:23.708729 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eec57d-d829-4b7f-bf56-887b01950597 req-369c97c0-d706-421d-84d0-8396b612ee27 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:23.710284 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12eec57d-d829-4b7f-bf56-887b01950597 req-369c97c0-d706-421d-84d0-8396b612ee27 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0561044 Sep 07 14:24:23.757980 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12eec57d-d829-4b7f-bf56-887b01950597 req-3e28db21-ddeb-4a29-9f97-20c32d737e9c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Sep 07 14:24:23.783978 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-b80ff785-cc66-47c2-a6c9-241136d62a25 service neutron] 10.222.0.76 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189017 Sep 07 14:24:23.992917 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-093a5ddb-7cd4-49cc-89f2-44199e8b9307 req-b9664b47-2e43-400d-9288-1d3e07f87fda tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0440650 Sep 07 14:24:24.703913 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-de331fbe-688e-4e6d-804f-ec39f30f3449 req-4b3fc2f9-e119-4eaa-8f3b-530f9c78d1da tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Sep 07 14:24:24.888810 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2f905-901a-46bf-a8d3-3042174f0c54 req-e9f317ad-2b34-4f98-935b-0790d8198caf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:24.890332 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-34a2f905-901a-46bf-a8d3-3042174f0c54 req-e9f317ad-2b34-4f98-935b-0790d8198caf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0548508 Sep 07 14:24:24.933839 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-34a2f905-901a-46bf-a8d3-3042174f0c54 req-0d07c67d-dbaa-45af-83cd-56ff05668c7a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Sep 07 14:24:25.106294 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-54e4e7c5-c3a4-4b2b-bed8-76488192323e req-2f4bb5a7-69c1-4e95-8b00-55a302ec8a5b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0349970 Sep 07 14:24:25.112873 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-2028e978-2e3b-4a5b-9009-f8d68cbb0a62 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:25.114426 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-2028e978-2e3b-4a5b-9009-f8d68cbb0a62 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "GET /v2.0/networks?id=cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 200 len: 809 time: 0.1403620 Sep 07 14:24:25.147167 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Request body: {'port': {'device_id': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88', 'admin_state_up': True, 'tenant_id': '283522933c714f94a6e55f413eaecdfc'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:25.281212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Made reservation on behalf of 283522933c714f94a6e55f413eaecdfc for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:25.286225 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:25.429083 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Allocated IP 172.20.0.6 (cda3ac64-ba2c-4563-bde4-7bb5403add88/22c0cdcb-c933-40e6-bd06-876ca8ca0986/96fa7784-e708-4d2b-aaf6-f7156ec08893) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:25.588169 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:25.635501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:25.677415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:25.680520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:25.687027 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:25.717961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Pushing event updated for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:25.756528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:25.757296 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:25.780773 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-354a61be-8c49-4aff-87aa-ac726550aa38 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6394687 Sep 07 14:24:25.849595 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383de24-60b9-413c-8988-b81b96fa1fb6 req-ef27279e-9cde-42e0-99d6-c91c2fdf5862 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:25.851164 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c383de24-60b9-413c-8988-b81b96fa1fb6 req-ef27279e-9cde-42e0-99d6-c91c2fdf5862 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 931 time: 0.0532851 Sep 07 14:24:25.878817 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Request body: {'port': {'device_id': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:25.924665 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c383de24-60b9-413c-8988-b81b96fa1fb6 req-248e0774-1676-44c2-bdfc-34d0bf38d745 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672121 Sep 07 14:24:25.947465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.134716 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-084f6611-8c80-4d12-ae57-0f98b427b275 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:26.137244 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-084f6611-8c80-4d12-ae57-0f98b427b275 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 814 time: 0.1727417 Sep 07 14:24:26.208870 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce44a2e-1053-47ba-996f-0eb9f1bf33bc req-93fcdb47-bc84-4079-b453-13cbc2967d76 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:26.210386 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2ce44a2e-1053-47ba-996f-0eb9f1bf33bc req-93fcdb47-bc84-4079-b453-13cbc2967d76 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1013439 Sep 07 14:24:26.217575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'port': {'device_id': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'admin_state_up': True, 'tenant_id': '53edf50ae10b435dabcf1a2d03677412'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:26.222591 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-84e5781b-76bd-4412-8bb9-f1e84b1e78b1 req-b414707c-c588-4452-b610-9b62d37a3d23 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0427184 Sep 07 14:24:26.307059 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2ce44a2e-1053-47ba-996f-0eb9f1bf33bc req-d6171939-8ada-48af-9451-8d4fbe94ce78 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 Sep 07 14:24:26.351208 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Made reservation on behalf of 53edf50ae10b435dabcf1a2d03677412 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:26.354828 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.373004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fa7784-e708-4d2b-aaf6-f7156ec08893 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:26.381091 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.394091 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Transition to ACTIVE for port object 96fa7784-e708-4d2b-aaf6-f7156ec08893 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:26.398679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.477550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:26.494231 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Allocated IP 172.20.0.9 (8cec906e-337f-46d9-94dc-abc9cf0c0f47/329f4187-402e-4eab-bb49-1279b1d29fe7/8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:26.532993 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Attempting to bind port 96fa7784-e708-4d2b-aaf6-f7156ec08893 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:26.534071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Attempting to bind port 96fa7784-e708-4d2b-aaf6-f7156ec08893 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:26.534071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Attempting to bind port 96fa7784-e708-4d2b-aaf6-f7156ec08893 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:26.539211 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Port 96fa7784-e708-4d2b-aaf6-f7156ec08893 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:24:26.539537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Attempting to bind port 96fa7784-e708-4d2b-aaf6-f7156ec08893 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:26.545148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:26.545484 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Checking segment: {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:26.545886 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Bound using segment: {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:26.546289 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Bound port: 96fa7784-e708-4d2b-aaf6-f7156ec08893, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:26.546645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.618460 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:26.622449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:26.628860 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.667981 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:26.668594 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.670008 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] 10.222.0.68 "PUT /v2.0/ports/96fa7784-e708-4d2b-aaf6-f7156ec08893 HTTP/1.1" status: 200 len: 1093 time: 0.7982199 Sep 07 14:24:26.670449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:26.673427 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed063698-899c-4d84-b6ca-ea1c8680a2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:26.676059 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.692045 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Transition to ACTIVE for port object 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:26.710696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125de2-7a52-4a6b-b185-feb4ad0d8149 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:26.727862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6524739-1069-4f5e-ae08-907fafd4404c x-openstack-request-id: req-e6524739-1069-4f5e-ae08-907fafd4404c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:26.728515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:26.728515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6524739-1069-4f5e-ae08-907fafd4404c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:26.728821 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893', 'status': 'completed', 'code': 200} Sep 07 14:24:26.730717 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.777693 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:26.782013 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:26.786230 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:26.826866 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:26.855157 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:26.855790 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:26.873190 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-5f4340be-93fd-4418-a9ce-35f7dfadec8e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638641 Sep 07 14:24:26.874623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-4a98678b-16d4-4181-b457-042e71019d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:26.876718 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-4a98678b-16d4-4181-b457-042e71019d99 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 1096 time: 0.0672412 Sep 07 14:24:26.935082 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Request body: {'port': {'device_id': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:27.055993 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.195002 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb09a2-898c-4499-8f2b-39059d1a20b3 req-a6848b28-7576-4a06-bde5-030c8d6b64ff tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:27.205489 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-62cb09a2-898c-4499-8f2b-39059d1a20b3 req-a6848b28-7576-4a06-bde5-030c8d6b64ff tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 943 time: 0.1344943 Sep 07 14:24:27.208490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-9badd72a-0584-47f5-a6ea-896e9c168d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:27.210223 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-9badd72a-0584-47f5-a6ea-896e9c168d49 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=283522933c714f94a6e55f413eaecdfc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2794454 Sep 07 14:24:27.222442 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-774c5528-6d46-44a7-812c-c61c35c4d628 None None] Provisioning for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:27.238587 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-774c5528-6d46-44a7-812c-c61c35c4d628 None None] Provisioning complete for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:27.239101 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-774c5528-6d46-44a7-812c-c61c35c4d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.264917 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-62cb09a2-898c-4499-8f2b-39059d1a20b3 req-d3646755-9333-4283-8fd1-757af9a6c331 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587435 Sep 07 14:24:27.305159 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-774c5528-6d46-44a7-812c-c61c35c4d628 None None] Port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:24:27.413016 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87b21-2b2f-41dc-a95a-49aacc421ba0 req-75a098cb-67fd-45ca-a4df-11c008175058 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:27.414830 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ff87b21-2b2f-41dc-a95a-49aacc421ba0 req-75a098cb-67fd-45ca-a4df-11c008175058 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 931 time: 0.0797617 Sep 07 14:24:27.471522 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ff87b21-2b2f-41dc-a95a-49aacc421ba0 req-5a3e4168-6a9b-40c3-a65e-256e8961787c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Sep 07 14:24:27.611410 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:27.620988 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.627201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d83b5-cc06-474e-b8fa-43e3958ca28a req-0ea67ce1-2655-4944-b22f-bd5a3eb35610 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:27.629510 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c68d83b5-cc06-474e-b8fa-43e3958ca28a req-0ea67ce1-2655-4944-b22f-bd5a3eb35610 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0640852 Sep 07 14:24:27.636058 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Transition to ACTIVE for port object 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:27.644973 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.676870 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c68d83b5-cc06-474e-b8fa-43e3958ca28a req-c5ccbfe6-d877-4b8a-9dd4-0046aacdfc90 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Sep 07 14:24:27.727280 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:27.799892 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Attempting to bind port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:27.800547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Attempting to bind port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:27.801037 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Attempting to bind port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db on network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:27.818603 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db on network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:24:27.818921 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Attempting to bind port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db on network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:27.824864 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:27.825287 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Checking segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:27.825810 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Bound using segment: {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:27.826386 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Bound port: 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e0d9b2-4f6f-4361-9468-cccf15ef7e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:27.826762 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.899192 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:27.902306 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:27.909983 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.951450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:27.952283 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:27.954903 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] 10.222.0.68 "PUT /v2.0/ports/8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 1093 time: 1.0238073 Sep 07 14:24:27.955915 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:27.958902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d5bf6-9453-451b-bea0-c3b795ea2bda" -d '{"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:27.991860 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f569f6-8126-4a89-9d3e-5fb7c6cf93fc service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:30.940616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:31.055987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.175292 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.179361 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.220534 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25d1ed232b1f4df69cdc481df4489401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764785 Sep 07 14:24:31.220534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e0158-9c7c-4346-945b-2b88c699697d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:31.221633 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33306) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:24:31.234209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.234556 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.234895 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.235257 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.235730 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.236618 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.236947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.237274 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.237602 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.237920 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.238241 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.238560 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644183c2-9454-4243-9c53-67594ee9e39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.286981 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.310009 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.367513 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.370430 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:31.371661 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac1e0158-9c7c-4346-945b-2b88c699697d HTTP/1.1" status: 204 len: 168 time: 0.1493058 Sep 07 14:24:31.386996 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e0158-9c7c-4346-945b-2b88c699697d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:31.389363 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.389705 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.390040 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.390364 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.390774 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.391158 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.391517 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.391848 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.392429 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.393450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.393450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.393746 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e185c-fda1-4cae-9e7e-fdb12e518c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:31.880073 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d1243943-cff9-4cec-984d-f5e84b2c44c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:34.338853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42f80cf2-26c5-4609-842a-035685998163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:34.471823 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:35.707161 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:37.295130 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:37.412538 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:39.417683 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:24:43.092100 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-d4f010ca-5621-4de0-8bf9-dd53b65a898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.098044 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ed063698-899c-4d84-b6ca-ea1c8680a2c1 req-d4f010ca-5621-4de0-8bf9-dd53b65a898e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928748 Sep 07 14:24:43.129065 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d232801a-71f2-40d0-904d-4ba384f8689c x-openstack-request-id: req-d232801a-71f2-40d0-904d-4ba384f8689c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:43.130016 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:43.130493 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d232801a-71f2-40d0-904d-4ba384f8689c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:43.131130 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:24:43.234377 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0cefa-261a-42ec-b78b-1703575424ac req-7f5766d0-e109-4ab2-af83-647a162871a3 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.236116 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-85d0cefa-261a-42ec-b78b-1703575424ac req-7f5766d0-e109-4ab2-af83-647a162871a3 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 943 time: 0.0531664 Sep 07 14:24:43.286270 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-85d0cefa-261a-42ec-b78b-1703575424ac req-5510f88c-d0df-4a98-8bdc-3bd3932edc3e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Sep 07 14:24:43.447804 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeac5f-b451-412d-9851-b74e6e1d0ca3 req-6255f3fc-dff1-41b9-96ad-5557006472de tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.449414 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6ceeac5f-b451-412d-9851-b74e6e1d0ca3 req-6255f3fc-dff1-41b9-96ad-5557006472de tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0838764 Sep 07 14:24:43.455579 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bd458-e179-4d01-af76-c29b30669489 req-ab92075e-9726-455a-b889-bf05972100ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.457217 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-ab92075e-9726-455a-b889-bf05972100ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.0783787 Sep 07 14:24:43.506716 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6ceeac5f-b451-412d-9851-b74e6e1d0ca3 req-63b81725-8d31-4100-9eaa-5652aa55619a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Sep 07 14:24:43.515696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8d61a-c667-40f1-84d7-ca9510c06ae1 req-4abb6c43-fbf2-4ab0-87a8-4716af2cac7d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.517215 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d9e8d61a-c667-40f1-84d7-ca9510c06ae1 req-4abb6c43-fbf2-4ab0-87a8-4716af2cac7d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 943 time: 0.3588073 Sep 07 14:24:43.526763 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-43032293-1e80-4390-8ac0-a1c4c0c43aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.528410 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-43032293-1e80-4390-8ac0-a1c4c0c43aa9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 1096 time: 0.0966151 Sep 07 14:24:43.537398 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-01ad02cf-97bb-4ba0-a27e-697476df416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.538883 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-01ad02cf-97bb-4ba0-a27e-697476df416b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1060777 Sep 07 14:24:43.614256 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-91a07de9-2466-41b3-8b0e-d67077068db4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893 HTTP/1.1" status: 200 len: 217 time: 0.0518169 Sep 07 14:24:43.647393 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bd458-e179-4d01-af76-c29b30669489 req-2e328247-5c1a-4abd-8ff6-f236c665df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.649174 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-2e328247-5c1a-4abd-8ff6-f236c665df35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.1560552 Sep 07 14:24:43.657879 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-cb829c85-6b64-4603-9558-1fc0d07c5ea4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0858860 Sep 07 14:24:43.675372 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d9e8d61a-c667-40f1-84d7-ca9510c06ae1 req-7cbbaf92-dd5b-4fe8-b751-60e2789dc073 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459348 Sep 07 14:24:43.703589 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-f319ef09-82af-4e0a-8154-6cfda8385a76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0448000 Sep 07 14:24:43.749203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-1201ae65-f088-4dde-a190-92e87f6b168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.750310 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-1201ae65-f088-4dde-a190-92e87f6b168d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22c0cdcb-c933-40e6-bd06-876ca8ca0986 HTTP/1.1" status: 200 len: 849 time: 0.1029699 Sep 07 14:24:43.754570 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-0ba1bd27-b718-473a-97c4-be3e6ba806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.755585 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-0ba1bd27-b718-473a-97c4-be3e6ba806ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0791183 Sep 07 14:24:43.760353 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bd458-e179-4d01-af76-c29b30669489 req-3dbc6b2d-a33a-4e0d-8622-2e77426619d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.761960 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-3dbc6b2d-a33a-4e0d-8622-2e77426619d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0491483 Sep 07 14:24:43.804044 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-8f37cc97-504a-4cb8-9a5c-7ccfee244edc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cda3ac64-ba2c-4563-bde4-7bb5403add88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336275 Sep 07 14:24:43.809392 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-7442d1b1-500b-416d-a838-9eeb84c43d72 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278082 Sep 07 14:24:43.854970 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a7883729-fb28-4f61-a98f-63d71a6084d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:43.856436 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a7883729-fb28-4f61-a98f-63d71a6084d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760336 Sep 07 14:24:43.927166 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-c942043b-042b-48a1-9d3e-88dcf162c17a service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996842 Sep 07 14:24:44.015390 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-72612cd5-57c3-4632-b1c0-6d685eca7548 service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888044 Sep 07 14:24:44.030210 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-b3eff39c-2a77-4414-908b-cbc143ac9f2d service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914941 Sep 07 14:24:44.034830 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-a8f6f379-441b-435b-ae9f-253133a2de1c service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646609 Sep 07 14:24:44.171351 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-08ff3386-0c8a-4e21-8f35-ba6194d3f521 req-a94a753c-3f76-451d-bad8-931b59c3920c service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485028 Sep 07 14:24:44.185559 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-084a6e56-8b24-4e1d-a70c-1467f8a70952 req-341a904d-1214-48b6-9445-453d98da471c service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321044 Sep 07 14:24:44.437966 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-f1e6ebdf-14ec-4e83-94c4-4fcd89371dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.439503 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-f1e6ebdf-14ec-4e83-94c4-4fcd89371dcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0756707 Sep 07 14:24:44.448526 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4338a87-facc-4cf5-a0ef-388b674b5f12 req-9a39e128-1951-45cc-88ff-5fe477e0ccf7 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.449938 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4338a87-facc-4cf5-a0ef-388b674b5f12 req-9a39e128-1951-45cc-88ff-5fe477e0ccf7 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 943 time: 0.0886953 Sep 07 14:24:44.504819 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-60179e1e-2df6-4e0b-b4fa-791ac09154ad tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.506295 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-60179e1e-2df6-4e0b-b4fa-791ac09154ad tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.1039360 Sep 07 14:24:44.522442 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-317fb886-4fba-4d1f-8472-a4409c70e460 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/quotas/4416c6be843648d5b7d34afde1ccd3d8 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Sep 07 14:24:44.548063 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4338a87-facc-4cf5-a0ef-388b674b5f12 req-0639140c-56c2-4ccb-822f-db7cf0265450 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868988 Sep 07 14:24:44.577099 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-d9d1e9da-d48e-4821-85fb-aedcbe3ec82c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489450 Sep 07 14:24:44.579244 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-4c247574-a9e1-4b9a-a34e-73005c36c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.581603 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-4c247574-a9e1-4b9a-a34e-73005c36c2f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.1281514 Sep 07 14:24:44.630724 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-83b9c701-635e-4f4d-8945-9dd7858464ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0388873 Sep 07 14:24:44.677588 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-82501408-4bf5-41eb-a403-fd4b449fe52e service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920491 Sep 07 14:24:44.689357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-233b3ebb-6070-4f31-83a0-b37b696ccde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.692160 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-233b3ebb-6070-4f31-83a0-b37b696ccde9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0479186 Sep 07 14:24:44.772072 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-a6a476fc-7bb3-4270-b3dc-7fcabe3e8ee7 service neutron] 10.222.0.76 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884130 Sep 07 14:24:44.819229 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-56448e90-fcb5-43c2-8e4d-210c617aa72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:44.822219 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-56448e90-fcb5-43c2-8e4d-210c617aa72d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550201 Sep 07 14:24:45.023262 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-a91808de-3cda-47f5-996f-f662f4b7a6ae service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591964 Sep 07 14:24:45.041295 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e17bd-df6b-4d24-ae18-96e3ca08f66b req-1d246c3b-2da8-49ec-9ac6-6f2fe8205c26 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:45.050854 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d87e17bd-df6b-4d24-ae18-96e3ca08f66b req-1d246c3b-2da8-49ec-9ac6-6f2fe8205c26 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0743279 Sep 07 14:24:45.105149 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d87e17bd-df6b-4d24-ae18-96e3ca08f66b req-202b0743-4e76-41ce-afcb-7dad8d21541d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532985 Sep 07 14:24:45.190423 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5788a-81e4-47fe-b4c6-4dcd9f7fbb67 req-24c5db96-be0f-4b28-bdf8-29ce4e4785df tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:45.191084 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9be5788a-81e4-47fe-b4c6-4dcd9f7fbb67 req-24c5db96-be0f-4b28-bdf8-29ce4e4785df tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 943 time: 0.1275799 Sep 07 14:24:45.214760 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a539b27f-4b5a-423c-a486-f4ed8410463f req-242a6914-24b5-4e4e-b6a7-2a869b961ce4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Sep 07 14:24:45.228175 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c37d5bf6-9453-451b-bea0-c3b795ea2bda req-e4777507-fe0a-447a-8350-f9d1a6b4b4b7 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521554 Sep 07 14:24:45.249893 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9be5788a-81e4-47fe-b4c6-4dcd9f7fbb67 req-b05fe6c6-b0b8-42c0-bae0-d172c7d85781 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Sep 07 14:24:45.621902 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfcb74-e4ab-455a-9d94-0c18a9bab3b1 req-e7b47eef-852d-4b9a-9551-c0e071505511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:45.623568 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-98dfcb74-e4ab-455a-9d94-0c18a9bab3b1 req-e7b47eef-852d-4b9a-9551-c0e071505511 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.0452948 Sep 07 14:24:45.670342 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d4842-afee-4a7a-9e60-832be244f364 req-720338cc-396c-4463-83a5-bb4a21bc2421 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:45.671893 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5a4d4842-afee-4a7a-9e60-832be244f364 req-720338cc-396c-4463-83a5-bb4a21bc2421 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 943 time: 0.0515206 Sep 07 14:24:45.673806 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-98dfcb74-e4ab-455a-9d94-0c18a9bab3b1 req-cbd7f5c6-4244-4bbb-90ce-d4c0538acee2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364273 Sep 07 14:24:45.715793 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5a4d4842-afee-4a7a-9e60-832be244f364 req-68120ed3-00c1-4542-9557-8e7da82d1750 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Sep 07 14:24:46.242057 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0a39-4a19-4375-8fa2-182a12411930 req-7a762581-e783-48c5-b151-ee9b77c2f2a9 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:46.243653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2d8c0a39-4a19-4375-8fa2-182a12411930 req-7a762581-e783-48c5-b151-ee9b77c2f2a9 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0549099 Sep 07 14:24:46.285122 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2d8c0a39-4a19-4375-8fa2-182a12411930 req-5fc38b26-8caa-4769-bd1b-fd17110cb4af tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Sep 07 14:24:46.379336 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2d504d51-4ca0-4910-b2a5-ea576b095f61 req-1776d47f-5c01-4866-b2f4-e47184efd087 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Sep 07 14:24:46.483051 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed16ef-f4aa-43be-b5bc-22d67501ac76 req-f0f608b3-b64d-4146-81da-14092a1bfe32 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:46.484762 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6ed16ef-f4aa-43be-b5bc-22d67501ac76 req-f0f608b3-b64d-4146-81da-14092a1bfe32 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 943 time: 0.0507104 Sep 07 14:24:46.530835 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6ed16ef-f4aa-43be-b5bc-22d67501ac76 req-6e13e551-7ac8-4a2c-8968-0296662baadc tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Sep 07 14:24:46.585267 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b4d6f-d01c-444e-8a02-39938e34a624 req-e2f3d879-7f2e-41b4-abaa-aeaa56f357dd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:46.586700 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b49b4d6f-d01c-444e-8a02-39938e34a624 req-e2f3d879-7f2e-41b4-abaa-aeaa56f357dd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Sep 07 14:24:46.623104 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b49b4d6f-d01c-444e-8a02-39938e34a624 req-73b81c28-7104-4f34-b44b-386320b468a2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304432 Sep 07 14:24:46.832686 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dafbf4-8959-4627-9c89-dbab846ebb19 req-76441879-4300-483e-bf32-dbd157f1de54 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:46.832686 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89dafbf4-8959-4627-9c89-dbab846ebb19 req-76441879-4300-483e-bf32-dbd157f1de54 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 943 time: 0.0490949 Sep 07 14:24:46.884733 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89dafbf4-8959-4627-9c89-dbab846ebb19 req-20be0bae-06bc-4a52-b68c-49a4bd04472e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Sep 07 14:24:47.197524 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 96fa7784-e708-4d2b-aaf6-f7156ec08893 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:24:47.204684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-9163a8a6-2cf1-42be-9b16-77d05871569f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:47.207600 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-9163a8a6-2cf1-42be-9b16-77d05871569f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 814 time: 0.1253943 Sep 07 14:24:47.273732 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Request body: {'port': {'device_id': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'admin_state_up': True, 'tenant_id': '4416c6be843648d5b7d34afde1ccd3d8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:47.306273 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:47.315786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '96fa7784-e708-4d2b-aaf6-f7156ec08893', 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88', 'port_id': '96fa7784-e708-4d2b-aaf6-f7156ec08893', 'mac_address': 'fa:16:3e:7e:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0cdcb-c933-40e6-bd06-876ca8ca0986', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:24:47.360752 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.374509 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa7784-e708-4d2b-aaf6-f7156ec08893 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:47.395425 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:47.396715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Made reservation on behalf of 4416c6be843648d5b7d34afde1ccd3d8 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:24:47.400701 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.401390 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:24:47.402040 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.428974 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26569343-f9d1-4964-8988-f5998349c3bb req-3e4e3f60-bd03-409a-b07e-1f7a7b57f1ed tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:47.430526 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-26569343-f9d1-4964-8988-f5998349c3bb req-3e4e3f60-bd03-409a-b07e-1f7a7b57f1ed tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0638359 Sep 07 14:24:47.505015 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-26569343-f9d1-4964-8988-f5998349c3bb req-140054ba-5936-449d-95d3-272340fb2782 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 Sep 07 14:24:47.557161 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-671e5006-9816-4315-997a-b908958a2fe5 req-ccbe9024-ba38-4213-a61a-d5e96667bb51 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0326459 Sep 07 14:24:47.590694 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:47.603437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:47.614204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Allocated IP 172.20.0.2 (451a2f6d-2a54-42b3-9d0b-64f050564cb5/498a455b-8eeb-48c9-b367-2eebf0f099b5/ef3e0506-430a-4fea-9d62-4a46b326201b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:24:47.614766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'port_id': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'mac_address': 'fa:16:3e:aa:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:24:47.662015 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8b032-c6bb-404d-b5af-5579fb6e441e req-99b55ad7-61a7-4f85-8670-95327adfae3f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:47.663827 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3b8b032-c6bb-404d-b5af-5579fb6e441e req-99b55ad7-61a7-4f85-8670-95327adfae3f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 944 time: 0.0537012 Sep 07 14:24:47.709717 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3b8b032-c6bb-404d-b5af-5579fb6e441e req-eb73c414-862e-40bd-8f6d-a1034f23654f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Sep 07 14:24:47.785592 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.798097 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:47.810389 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dcb40-cba0-4438-ae91-1cbb8ef841b5 req-12621582-59bc-4da5-a097-883e5395213c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:47.811914 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad9dcb40-cba0-4438-ae91-1cbb8ef841b5 req-12621582-59bc-4da5-a097-883e5395213c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.1042812 Sep 07 14:24:47.818595 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:47.823034 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.854935 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.872590 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:47.875063 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad9dcb40-cba0-4438-ae91-1cbb8ef841b5 req-a1820067-b4d7-4b3f-aaa8-11ac09f14f19 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566812 Sep 07 14:24:47.907467 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:47.952245 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:24:47.953696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:24:47.958419 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:24:47.997528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event updated for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:47.999646 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9d97-3bb1-4852-8d78-19587b69b27d req-f50be204-c134-4e46-bad3-a492cde6d864 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.001234 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c7ae9d97-3bb1-4852-8d78-19587b69b27d req-f50be204-c134-4e46-bad3-a492cde6d864 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 944 time: 0.0500536 Sep 07 14:24:48.019776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.020390 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.035280 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f0bfba46-f5a2-40cd-9a25-e941b29a6cf2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658830 Sep 07 14:24:48.040706 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c7ae9d97-3bb1-4852-8d78-19587b69b27d req-f96b47a6-fbb8-47af-8c0a-cbf37f400d01 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Sep 07 14:24:48.053042 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a', '1e0f5c95-1557-481e-b69f-e5ddd4b56565', '80164e84-50f8-496f-a035-a3af1b6905e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:48.059322 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Request body: {'port': {'device_id': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:24:48.114778 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.387632 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3e0506-430a-4fea-9d62-4a46b326201b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:48.395250 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.399338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['96fa7784-e708-4d2b-aaf6-f7156ec08893'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:48.407678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Transition to ACTIVE for port object ef3e0506-430a-4fea-9d62-4a46b326201b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:24:48.411137 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.458905 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Pushing event updated for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:48.531881 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Attempting to bind port ef3e0506-430a-4fea-9d62-4a46b326201b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:24:48.532224 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Attempting to bind port ef3e0506-430a-4fea-9d62-4a46b326201b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:24:48.532550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Attempting to bind port ef3e0506-430a-4fea-9d62-4a46b326201b on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:48.536319 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:48.539208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Port ef3e0506-430a-4fea-9d62-4a46b326201b on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:24:48.539534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Attempting to bind port ef3e0506-430a-4fea-9d62-4a46b326201b on network 451a2f6d-2a54-42b3-9d0b-64f050564cb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:24:48.544475 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:24:48.544833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Checking segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:24:48.545198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Bound using segment: {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:24:48.545626 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Bound port: ef3e0506-430a-4fea-9d62-4a46b326201b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3780d-503a-47ba-9b94-74140a4a4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:24:48.546015 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.637042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:24:48.656124 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c3a15-a2ea-48fc-99f2-ead57932955d req-0655cac7-0b36-412d-a2c6-129bd1ab2c1f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.657643 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b39c3a15-a2ea-48fc-99f2-ead57932955d req-0655cac7-0b36-412d-a2c6-129bd1ab2c1f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0810735 Sep 07 14:24:48.661835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef3e0506-430a-4fea-9d62-4a46b326201b,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:24:48.671796 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.696562 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69192f01-0c7f-4966-bfab-76dcbc293491 req-c4adc9a8-f021-467a-ad66-081ddf951d63 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.698069 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-69192f01-0c7f-4966-bfab-76dcbc293491 req-c4adc9a8-f021-467a-ad66-081ddf951d63 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 943 time: 0.0586171 Sep 07 14:24:48.724741 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.725362 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:48.726762 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] 10.222.0.68 "PUT /v2.0/ports/ef3e0506-430a-4fea-9d62-4a46b326201b HTTP/1.1" status: 200 len: 1093 time: 0.6718547 Sep 07 14:24:48.727225 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:48.729442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d20ed-8040-497d-a168-22f283396250" -d '{"events": [{"name": "network-changed", "server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:48.742217 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-69192f01-0c7f-4966-bfab-76dcbc293491 req-db64ff96-6444-404b-8fc4-5faafc3cda65 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Sep 07 14:24:48.767145 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b39c3a15-a2ea-48fc-99f2-ead57932955d req-67c0d5ca-21a2-4123-91ce-7c13f3f70807 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992639 Sep 07 14:24:48.772189 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f121-7a8f-4f3f-a6c8-f4fa98dfa8dd service neutron] Pushing event updated for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:48.811841 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a55300-3567-463c-928c-0949ab9b96e7 x-openstack-request-id: req-f7a55300-3567-463c-928c-0949ab9b96e7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:48.812256 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:48.812604 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7a55300-3567-463c-928c-0949ab9b96e7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:48.813099 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b', 'status': 'completed', 'code': 200} Sep 07 14:24:48.865252 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f5442631-f8f5-4432-81e3-0c0103522daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.865673 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031280-6ff0-4649-8204-13b19b92bb66 req-71e533d1-09f6-417a-9162-0fadc42de57a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.866894 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f5442631-f8f5-4432-81e3-0c0103522daf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 1096 time: 0.0528085 Sep 07 14:24:48.867215 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6f031280-6ff0-4649-8204-13b19b92bb66 req-71e533d1-09f6-417a-9162-0fadc42de57a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 944 time: 0.0557675 Sep 07 14:24:48.907379 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6f031280-6ff0-4649-8204-13b19b92bb66 req-6140766c-b89b-4fed-98e5-b70494065ab1 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Sep 07 14:24:48.921799 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f8a9e40a-ae31-4c2d-b225-ad6e20db2025 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef3e0506-430a-4fea-9d62-4a46b326201b HTTP/1.1" status: 200 len: 217 time: 0.0356660 Sep 07 14:24:48.988111 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-2637bb36-23c8-4a4b-9ae9-7bf31ec217b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:48.991939 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-2637bb36-23c8-4a4b-9ae9-7bf31ec217b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0596526 Sep 07 14:24:49.030357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f31134-45fd-4593-b9f8-4229d6ba1e5a req-fe79571f-74eb-4966-8d1a-5257bb4d92bc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.032013 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d2f31134-45fd-4593-b9f8-4229d6ba1e5a req-fe79571f-74eb-4966-8d1a-5257bb4d92bc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0535378 Sep 07 14:24:49.071053 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-f62a7e7d-7d08-4cf8-b391-e01cd6df9597 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505385 Sep 07 14:24:49.072611 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d2f31134-45fd-4593-b9f8-4229d6ba1e5a req-3df3176f-fd7d-454a-93a7-376f9ff83389 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Sep 07 14:24:49.182582 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aae9b-f249-4134-94e3-25824d940676 req-b025adf7-ab07-4738-bde5-10dc61a993bd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.184124 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d59aae9b-f249-4134-94e3-25824d940676 req-b025adf7-ab07-4738-bde5-10dc61a993bd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 944 time: 0.0521598 Sep 07 14:24:49.233320 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d59aae9b-f249-4134-94e3-25824d940676 req-9f07848e-2213-4f95-af38-b6eec70be959 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Sep 07 14:24:49.348235 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e881857-db03-4789-b168-7e8ca9d60aeb req-1263f10a-fb7a-4bb9-b7a1-727d03d3a028 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.349766 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0e881857-db03-4789-b168-7e8ca9d60aeb req-1263f10a-fb7a-4bb9-b7a1-727d03d3a028 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.3413498 Sep 07 14:24:49.400327 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db5-978d-4ddc-b636-08ea4e22607b req-1630b124-1498-49e5-a08e-e5febd5d48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.401766 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-1630b124-1498-49e5-a08e-e5febd5d48a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.3572989 Sep 07 14:24:49.470368 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0e881857-db03-4789-b168-7e8ca9d60aeb req-8dd9a26c-6886-447b-9145-766baa504be8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852139 Sep 07 14:24:49.501058 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-d20dfe81-e2ca-4ad1-9883-684d2d930016 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161360 Sep 07 14:24:49.545184 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db5-978d-4ddc-b636-08ea4e22607b req-a21099eb-9fc3-45a1-ae33-fb1ce439bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.546592 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-a21099eb-9fc3-45a1-ae33-fb1ce439bb5a service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.1298122 Sep 07 14:24:49.612939 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-4210e0eb-645d-4934-bc35-c1a0e1d5201c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0567575 Sep 07 14:24:49.676174 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce0fb8f7-b6b8-4e0e-a6c6-b1d992e011a3 req-b32bdbd5-8e31-43d2-b239-7591c817a573 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548307 Sep 07 14:24:49.681040 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db5-978d-4ddc-b636-08ea4e22607b req-9035f566-45a7-4ffc-bce1-33d92e0771e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.682387 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-9035f566-45a7-4ffc-bce1-33d92e0771e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0605962 Sep 07 14:24:49.724598 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-559e245b-51a6-460c-9c6f-94f1e1a69c93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289452 Sep 07 14:24:49.863418 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc5bb2-e6f3-475c-a6cb-d1f4eb0d89db req-3868c6a4-2618-4dfc-949f-ee798fc6faab tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.864921 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dbcc5bb2-e6f3-475c-a6cb-d1f4eb0d89db req-3868c6a4-2618-4dfc-949f-ee798fc6faab tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 943 time: 0.0510457 Sep 07 14:24:49.903445 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dbcc5bb2-e6f3-475c-a6cb-d1f4eb0d89db req-e0d9d6ba-134f-4808-a925-c38dd8a76faf tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 07 14:24:49.921509 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d20ed-8040-497d-a168-22f283396250 req-a3cc02d4-0b16-4a13-ac61-c31ca3533c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:49.923033 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-a3cc02d4-0b16-4a13-ac61-c31ca3533c56 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 1096 time: 0.0868986 Sep 07 14:24:49.961733 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-5d627739-6fd1-438b-b549-3c670cfe187e service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444764 Sep 07 14:24:50.115493 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d20ed-8040-497d-a168-22f283396250 req-6d711de9-c5a5-4e49-911e-30b6ba609f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.117007 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-6d711de9-c5a5-4e49-911e-30b6ba609f71 service neutron] 10.222.0.68 "GET /v2.0/networks?id=451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 200 len: 916 time: 0.1839163 Sep 07 14:24:50.146218 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c658cdc-a917-40dc-bcee-7e3c0be6ae82 req-1c47a88f-8d4a-40bf-b385-2b2a1745b4ed tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.147719 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9c658cdc-a917-40dc-bcee-7e3c0be6ae82 req-1c47a88f-8d4a-40bf-b385-2b2a1745b4ed tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 944 time: 0.1423039 Sep 07 14:24:50.182816 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-1b41e70e-7466-424e-8f91-87518a611671 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef3e0506-430a-4fea-9d62-4a46b326201b HTTP/1.1" status: 200 len: 217 time: 0.0520971 Sep 07 14:24:50.184759 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42172db5-978d-4ddc-b636-08ea4e22607b req-1a99181b-4d27-414b-b1b1-acd125131c44 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113376 Sep 07 14:24:50.198151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea577-ceca-4901-9c06-585cf0c4f626 req-9a24b601-00cc-44aa-ac2c-0593a23b3b03 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.199743 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-36dea577-ceca-4901-9c06-585cf0c4f626 req-9a24b601-00cc-44aa-ac2c-0593a23b3b03 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Sep 07 14:24:50.223395 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9c658cdc-a917-40dc-bcee-7e3c0be6ae82 req-7d2e1b2c-4830-440f-a488-0d490e73c982 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Sep 07 14:24:50.241811 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-36dea577-ceca-4901-9c06-585cf0c4f626 req-4c545833-bfe7-4fc6-ad8b-9b98abab17df tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356274 Sep 07 14:24:50.263551 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d20ed-8040-497d-a168-22f283396250 req-3e33b242-5ed1-4898-9d04-21eb507807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.265023 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-3e33b242-5ed1-4898-9d04-21eb507807a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 200 len: 854 time: 0.0525830 Sep 07 14:24:50.302093 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-39518652-1f1b-4b15-83fc-093b4ebd0e50 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=451a2f6d-2a54-42b3-9d0b-64f050564cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257385 Sep 07 14:24:50.417042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2e53-b9d9-4e30-9410-ffb2cc28b713 req-d70b5c0b-1995-4df5-86a2-47d0eab20b04 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.418537 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-de2b2e53-b9d9-4e30-9410-ffb2cc28b713 req-d70b5c0b-1995-4df5-86a2-47d0eab20b04 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 944 time: 0.1020994 Sep 07 14:24:50.466630 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-289723a6-c27c-41aa-a9ea-34c4db51bb10 service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188939 Sep 07 14:24:50.474463 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-de2b2e53-b9d9-4e30-9410-ffb2cc28b713 req-80e8938d-62c5-4c64-8dcc-5874a50f8967 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Sep 07 14:24:50.566762 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-318d20ed-8040-497d-a168-22f283396250 req-0fa77ca5-51a7-4bb0-813a-3e8fdb0926fc service neutron] 10.222.0.68 "GET /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889695 Sep 07 14:24:50.587714 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94ff0-4dbd-4d2a-94d6-1051461c3c3c req-0fee615a-6917-4600-ba15-1be177f5f644 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:50.589186 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d3f94ff0-4dbd-4d2a-94d6-1051461c3c3c req-0fee615a-6917-4600-ba15-1be177f5f644 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0495634 Sep 07 14:24:50.630522 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d3f94ff0-4dbd-4d2a-94d6-1051461c3c3c req-ad82aa6a-a5b1-46c5-9010-18f2043f2a98 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353727 Sep 07 14:24:51.019266 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758ad38-8390-43ae-9cc9-d10dbee79aaa req-c26f684e-53e5-403f-a5df-63d4fc026424 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.020803 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6758ad38-8390-43ae-9cc9-d10dbee79aaa req-c26f684e-53e5-403f-a5df-63d4fc026424 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 943 time: 0.0507576 Sep 07 14:24:51.059656 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6758ad38-8390-43ae-9cc9-d10dbee79aaa req-9cade82b-47b7-485c-8326-887d91b7190e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Sep 07 14:24:51.200647 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device ef3e0506-430a-4fea-9d62-4a46b326201b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:24:51.215110 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 96fa7784-e708-4d2b-aaf6-f7156ec08893 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:51.326785 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 96fa7784-e708-4d2b-aaf6-f7156ec08893 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:51.338457 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 96fa7784-e708-4d2b-aaf6-f7156ec08893 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:51.338663 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.354503 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbfd8-1815-4190-9490-1c91921d987b req-a4912653-5d75-4eba-9a77-6b63eaa2f332 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.357484 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-44ebbfd8-1815-4190-9490-1c91921d987b req-a4912653-5d75-4eba-9a77-6b63eaa2f332 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 944 time: 0.0649798 Sep 07 14:24:51.381600 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef3e0506-430a-4fea-9d62-4a46b326201b,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:51.392975 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec17c0-f2e6-4dbf-8f1a-0451b11c05ef req-dd0dba0f-5168-488e-93de-f3606a48b97f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.394767 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2bec17c0-f2e6-4dbf-8f1a-0451b11c05ef req-dd0dba0f-5168-488e-93de-f3606a48b97f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Sep 07 14:24:51.398177 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': 'ef3e0506-430a-4fea-9d62-4a46b326201b', 'network_id': '451a2f6d-2a54-42b3-9d0b-64f050564cb5', 'port_id': 'ef3e0506-430a-4fea-9d62-4a46b326201b', 'mac_address': 'fa:16:3e:98:71:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498a455b-8eeb-48c9-b367-2eebf0f099b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:24:51.404873 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-44ebbfd8-1815-4190-9490-1c91921d987b req-dfe89c04-d289-4749-aa03-0b79f1f4e5c0 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Sep 07 14:24:51.443114 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2bec17c0-f2e6-4dbf-8f1a-0451b11c05ef req-f7aedf8a-e64e-4030-86a2-3a1917fb1992 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Sep 07 14:24:51.469247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.485042 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.495624 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3e0506-430a-4fea-9d62-4a46b326201b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:24:51.524673 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef3e0506-430a-4fea-9d62-4a46b326201b,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:51.529175 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:51.531507 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbbcc77-5c20-4c34-9b6f-e7b890775610" -d '{"events": [{"server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "name": "network-vif-plugged", "status": "completed", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:51.537492 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.549996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:51.570670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.570670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:51.593609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50102f-37a9-4a34-b6e1-b3a9039ed716 x-openstack-request-id: req-ed50102f-37a9-4a34-b6e1-b3a9039ed716 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:51.593900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "name": "network-vif-plugged", "status": "completed", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:51.594152 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed50102f-37a9-4a34-b6e1-b3a9039ed716 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:51.594536 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893', 'code': 200} Sep 07 14:24:51.609817 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e767a-1f7c-4de4-ba42-ee319faab8ad req-1a5d71d0-5971-4886-a277-34fd3f4b5cc5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.611872 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ba8e767a-1f7c-4de4-ba42-ee319faab8ad req-1a5d71d0-5971-4886-a277-34fd3f4b5cc5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 944 time: 0.0577998 Sep 07 14:24:51.630293 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:51.642112 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.643148 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.644238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.644591 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.644930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.645271 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.645605 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.645966 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.646319 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.646662 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.647012 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.647343 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:24:51.652215 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ba8e767a-1f7c-4de4-ba42-ee319faab8ad req-1688fd3f-c935-428b-ad8c-0b2ea8747091 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 07 14:24:51.693699 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:51.702493 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:51.702877 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.747014 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:51.779840 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111365e-fc62-4a83-8e7b-ae32b2be1ccd req-bce206f9-5f63-48d9-83ea-0f2b961499ec tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.781342 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4111365e-fc62-4a83-8e7b-ae32b2be1ccd req-bce206f9-5f63-48d9-83ea-0f2b961499ec tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0670147 Sep 07 14:24:51.803989 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.838354 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:51.842440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:51.844692 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4111365e-fc62-4a83-8e7b-ae32b2be1ccd req-a8fb5fce-a8e0-4778-9eaa-0681d9543cb3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Sep 07 14:24:51.855212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300338fe-0fea-439c-bd98-5faa57e51f78 req-ad48e234-2002-4e48-9666-9745c38d7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:51.856717 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-300338fe-0fea-439c-bd98-5faa57e51f78 req-ad48e234-2002-4e48-9666-9745c38d7ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 1098 time: 0.0626388 Sep 07 14:24:51.891512 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:51.900978 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-300338fe-0fea-439c-bd98-5faa57e51f78 req-86d4c520-343e-4602-9f0a-bf8773a26c97 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296161 Sep 07 14:24:52.159461 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['ef3e0506-430a-4fea-9d62-4a46b326201b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:24:52.179069 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50135e3-bad6-45da-bc30-56604bd79000 req-ab25657c-bd6f-4eaf-881a-97db194547db tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:52.180544 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e50135e3-bad6-45da-bc30-56604bd79000 req-ab25657c-bd6f-4eaf-881a-97db194547db tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 944 time: 0.0495143 Sep 07 14:24:52.220877 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e50135e3-bad6-45da-bc30-56604bd79000 req-34e74eb4-11f6-44e0-a3b3-fc25a6a05d28 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Sep 07 14:24:52.521522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2008a9-d550-4a41-a348-cd56e61b9f52 req-a9a190e7-e744-4ad6-95aa-08cdaf543e95 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:52.522447 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa2008a9-d550-4a41-a348-cd56e61b9f52 req-a9a190e7-e744-4ad6-95aa-08cdaf543e95 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Sep 07 14:24:52.561947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa2008a9-d550-4a41-a348-cd56e61b9f52 req-547258e9-fd08-4d7b-82c5-4d5aa909b306 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Sep 07 14:24:52.569746 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd9dd1-521b-43bf-9556-2b7bdc6ce01d req-e1efe1d8-4dd4-41b1-a586-b6451e96aa44 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:52.571334 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-01dd9dd1-521b-43bf-9556-2b7bdc6ce01d req-e1efe1d8-4dd4-41b1-a586-b6451e96aa44 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Sep 07 14:24:52.611974 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-01dd9dd1-521b-43bf-9556-2b7bdc6ce01d req-658b466f-075e-4951-9878-ad8a1d8ba888 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Sep 07 14:24:52.777514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529332b7-1d43-4451-a954-fcc1cb3187d3 req-fa404059-7262-491b-a663-a6a8e6a10869 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:52.779037 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-529332b7-1d43-4451-a954-fcc1cb3187d3 req-fa404059-7262-491b-a663-a6a8e6a10869 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Sep 07 14:24:52.819587 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-529332b7-1d43-4451-a954-fcc1cb3187d3 req-02d22d37-2e10-49eb-aa49-0d0f4a93dd02 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Sep 07 14:24:52.958684 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bcf5-b969-492b-aa1e-17e62e7621e6 req-4592755b-ec36-49ff-8446-33d5837887d3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:52.960087 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4db5bcf5-b969-492b-aa1e-17e62e7621e6 req-4592755b-ec36-49ff-8446-33d5837887d3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Sep 07 14:24:52.996938 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4db5bcf5-b969-492b-aa1e-17e62e7621e6 req-8ed3ab4c-b72b-4254-80b0-51cb2e642481 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Sep 07 14:24:53.340468 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6301098-c541-4613-84dc-514596b0486c req-c2d72151-4688-4dc9-8603-66d6427c74f6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:53.342109 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b6301098-c541-4613-84dc-514596b0486c req-c2d72151-4688-4dc9-8603-66d6427c74f6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 944 time: 0.0538893 Sep 07 14:24:53.380521 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b6301098-c541-4613-84dc-514596b0486c req-3785ca7c-4306-45ac-9828-1785c478a6a4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Sep 07 14:24:53.595549 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:53.598638 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17025bc-429a-403b-b3d5-0ef2ad21a015" -d '{"events": [{"server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:53.642600 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933be29d-fae1-42d2-b27d-4da9558f83cb x-openstack-request-id: req-933be29d-fae1-42d2-b27d-4da9558f83cb {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:53.642920 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:53.643223 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-933be29d-fae1-42d2-b27d-4da9558f83cb {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:53.643623 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'code': 200} Sep 07 14:24:53.717553 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa9f05-4abf-452e-b900-2d977a115f13 req-88144bfd-467d-49dd-933b-7d01c02e5447 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:53.719131 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7afa9f05-4abf-452e-b900-2d977a115f13 req-88144bfd-467d-49dd-933b-7d01c02e5447 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0585024 Sep 07 14:24:53.745303 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafb72b-f451-45f7-8e14-37a03770e362 req-85460226-4e83-4c0c-b8db-e2c778844682 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:53.747580 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3cafb72b-f451-45f7-8e14-37a03770e362 req-85460226-4e83-4c0c-b8db-e2c778844682 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Sep 07 14:24:53.773336 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7afa9f05-4abf-452e-b900-2d977a115f13 req-0949c490-4a35-4b23-b123-26fa6808907a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Sep 07 14:24:53.800627 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3cafb72b-f451-45f7-8e14-37a03770e362 req-1aae6c4b-0f0f-4f24-b210-df33cce80054 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464597 Sep 07 14:24:53.953149 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0845d39-2328-4d9b-ba82-e80040e594ce req-0b45a150-5dc1-4140-aa28-da8ed7c6c85f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:53.954890 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a0845d39-2328-4d9b-ba82-e80040e594ce req-0b45a150-5dc1-4140-aa28-da8ed7c6c85f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0596347 Sep 07 14:24:53.998407 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a0845d39-2328-4d9b-ba82-e80040e594ce req-1c2cbdb7-9e50-45ee-b796-80c55fe1032b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Sep 07 14:24:54.033743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b02ff-a2e5-41b1-8e8e-248130088bca req-76332799-add7-48bd-a5ab-5b2927dc89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:54.037329 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-113b02ff-a2e5-41b1-8e8e-248130088bca req-76332799-add7-48bd-a5ab-5b2927dc89ff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0574284 Sep 07 14:24:54.080869 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-113b02ff-a2e5-41b1-8e8e-248130088bca req-5ff9b96d-c25c-4f13-b6d3-94fcc84bdc7c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 Sep 07 14:24:54.132344 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6a6ed-8763-4d4e-a772-bbcdda3d9393 req-64d1f820-374f-4f68-adc4-ea5b53cfee1a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:54.134994 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42e6a6ed-8763-4d4e-a772-bbcdda3d9393 req-64d1f820-374f-4f68-adc4-ea5b53cfee1a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0560336 Sep 07 14:24:54.173780 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42e6a6ed-8763-4d4e-a772-bbcdda3d9393 req-2780215e-6589-4727-a759-a5f9fcdcbaf5 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Sep 07 14:24:54.504707 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79625a0-16b2-41cf-a778-ce93ee9920e3 req-1d996570-4c00-410f-8d8f-117c71375826 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:54.506193 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b79625a0-16b2-41cf-a778-ce93ee9920e3 req-1d996570-4c00-410f-8d8f-117c71375826 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 944 time: 0.0558910 Sep 07 14:24:54.545333 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b79625a0-16b2-41cf-a778-ce93ee9920e3 req-7622c1b7-7733-445a-b710-6373c880f816 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Sep 07 14:24:54.891617 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a495-f677-4923-96bc-f5061c4b9003 req-902e06ca-8354-4783-943c-e37aa9130d91 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:54.893235 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2610a495-f677-4923-96bc-f5061c4b9003 req-902e06ca-8354-4783-943c-e37aa9130d91 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0480113 Sep 07 14:24:54.916004 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683346e-51be-4082-9822-6c3336027738 req-69f2602d-9575-4649-a282-11ec39565df9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:54.917505 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3683346e-51be-4082-9822-6c3336027738 req-69f2602d-9575-4649-a282-11ec39565df9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Sep 07 14:24:54.930752 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2610a495-f677-4923-96bc-f5061c4b9003 req-70290b3f-3054-4944-9eed-eb64305732a9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Sep 07 14:24:54.960140 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3683346e-51be-4082-9822-6c3336027738 req-83dffbf1-61ce-40f3-83e3-f20bfeae3896 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363626 Sep 07 14:24:55.121916 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d76b7-4d87-4d88-bfbf-c642dc673791 req-6bc63470-e637-4b7f-a4bf-631279492c41 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:55.123406 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-309d76b7-4d87-4d88-bfbf-c642dc673791 req-6bc63470-e637-4b7f-a4bf-631279492c41 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0524781 Sep 07 14:24:55.161409 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-309d76b7-4d87-4d88-bfbf-c642dc673791 req-40344911-c368-4eec-9cac-c90d9e617d00 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Sep 07 14:24:55.658175 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926ece-d824-445b-9382-3d0d4c2998f8 req-c10ce3f0-00e8-4fcf-a3e5-ea532313062e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:55.659677 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e9926ece-d824-445b-9382-3d0d4c2998f8 req-c10ce3f0-00e8-4fcf-a3e5-ea532313062e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 944 time: 0.0488620 Sep 07 14:24:55.696522 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e9926ece-d824-445b-9382-3d0d4c2998f8 req-3746fb5d-019c-4372-8e41-a222d090a007 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Sep 07 14:24:56.048762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d730429-7963-410d-b89f-b465d8af9fda req-2d0d8222-c2f0-400e-a206-d8580e382b59 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:56.050580 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d730429-7963-410d-b89f-b465d8af9fda req-2d0d8222-c2f0-400e-a206-d8580e382b59 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0504401 Sep 07 14:24:56.079251 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f6f1-ddb5-4632-89ae-1d9292061ccd req-4f929429-172a-460b-ae82-9c7754707547 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:56.081265 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3bb5f6f1-ddb5-4632-89ae-1d9292061ccd req-4f929429-172a-460b-ae82-9c7754707547 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0479190 Sep 07 14:24:56.087981 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d730429-7963-410d-b89f-b465d8af9fda req-607d0084-66fc-4339-84d3-78f70ef30afd tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Sep 07 14:24:56.120737 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3bb5f6f1-ddb5-4632-89ae-1d9292061ccd req-138f2f4e-5f9b-4f28-99ff-1da879df3d7c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Sep 07 14:24:56.278559 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04337a-a59d-4d31-ab2f-5b14761797e6 req-c4e7fd5e-4e42-4ee7-85b5-952f3a0ee0eb tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:56.280060 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea04337a-a59d-4d31-ab2f-5b14761797e6 req-c4e7fd5e-4e42-4ee7-85b5-952f3a0ee0eb tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Sep 07 14:24:56.316342 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea04337a-a59d-4d31-ab2f-5b14761797e6 req-93c3be65-202d-4a79-8f66-2fdb82c987e1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303400 Sep 07 14:24:56.569380 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device ef3e0506-430a-4fea-9d62-4a46b326201b up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:24:56.617106 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port ef3e0506-430a-4fea-9d62-4a46b326201b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:24:56.621086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port ef3e0506-430a-4fea-9d62-4a46b326201b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:24:56.621462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:56.699308 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:56.721469 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:24:56.723898 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb8c21-2863-47c0-a3d6-72a144bd0707" -d '{"events": [{"server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "name": "network-vif-plugged", "status": "completed", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:24:56.736555 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef3e0506-430a-4fea-9d62-4a46b326201b,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:24:56.741252 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:24:56.766050 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdb5407-0a2e-43bb-83dd-c2f057dd07b1 x-openstack-request-id: req-ecdb5407-0a2e-43bb-83dd-c2f057dd07b1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:24:56.766335 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "name": "network-vif-plugged", "status": "completed", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:24:56.766581 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecdb5407-0a2e-43bb-83dd-c2f057dd07b1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:24:56.766978 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b', 'code': 200} Sep 07 14:24:56.792241 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:24:56.812506 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa394-7b42-4f9a-95ee-39837da3b9e2 req-3f0bece6-fc60-4fd0-a747-3450057aec00 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:56.813983 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-42ffa394-7b42-4f9a-95ee-39837da3b9e2 req-3f0bece6-fc60-4fd0-a747-3450057aec00 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0486884 Sep 07 14:24:56.857280 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-42ffa394-7b42-4f9a-95ee-39837da3b9e2 req-c9fefb90-b085-4d7b-8f88-8e343ca12949 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Sep 07 14:24:57.208326 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2a8ce-ef76-4163-ade8-360546e05b9b req-732c3503-fb25-4929-b641-cf93e6a2ca78 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:57.209812 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4c2a8ce-ef76-4163-ade8-360546e05b9b req-732c3503-fb25-4929-b641-cf93e6a2ca78 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0541482 Sep 07 14:24:57.242569 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c793f-5a57-4648-8261-5173b6adefe7 req-dca325fd-b7fe-4283-8c3f-007da3555531 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:57.244467 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c99c793f-5a57-4648-8261-5173b6adefe7 req-dca325fd-b7fe-4283-8c3f-007da3555531 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Sep 07 14:24:57.248673 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4c2a8ce-ef76-4163-ade8-360546e05b9b req-da85c9bd-5f71-4a1e-b7e5-ade826a35fa9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Sep 07 14:24:57.286573 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c99c793f-5a57-4648-8261-5173b6adefe7 req-8fef5f2f-47ed-4bb7-9b5e-8d47212e923a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Sep 07 14:24:57.432359 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bab10-4c12-4fb0-9f8a-b96c7be89466 req-8613a929-7630-4887-bc8c-1c9c4de84655 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:57.433749 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6a5bab10-4c12-4fb0-9f8a-b96c7be89466 req-8613a929-7630-4887-bc8c-1c9c4de84655 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0484765 Sep 07 14:24:57.475567 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6a5bab10-4c12-4fb0-9f8a-b96c7be89466 req-36d00434-ef20-4af9-a95d-70c6ada8f5d2 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Sep 07 14:24:57.976032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd95a0c-70e9-4f5a-8279-2f966e2d20be req-61b0779d-3b06-467f-9be7-24ec3751f93b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:57.977535 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2dd95a0c-70e9-4f5a-8279-2f966e2d20be req-61b0779d-3b06-467f-9be7-24ec3751f93b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0513451 Sep 07 14:24:58.015837 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356391c6-2b8b-40ea-8b85-c76319b627a9 req-ec55ecb2-2fe9-400d-a38f-51edbbee1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:58.017754 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-356391c6-2b8b-40ea-8b85-c76319b627a9 req-ec55ecb2-2fe9-400d-a38f-51edbbee1ccd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 1098 time: 0.0426803 Sep 07 14:24:58.024456 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2dd95a0c-70e9-4f5a-8279-2f966e2d20be req-cb0b0cc4-c0e5-4951-9956-5fb333c168a1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Sep 07 14:24:58.064863 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-356391c6-2b8b-40ea-8b85-c76319b627a9 req-29c26ed6-50e7-4b6f-b133-4a12a52211f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Sep 07 14:24:58.370682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ea2f-f3ab-4fba-aed1-07d9e04a965e req-488d2b9a-2cd4-4950-8a17-219151238b13 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:58.372309 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7d72ea2f-f3ab-4fba-aed1-07d9e04a965e req-488d2b9a-2cd4-4950-8a17-219151238b13 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Sep 07 14:24:58.416312 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7d72ea2f-f3ab-4fba-aed1-07d9e04a965e req-7e192b1d-d311-4a9d-abcd-63369452cd31 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Sep 07 14:24:58.418562 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f647-9f01-41e2-a4d6-ffafedb878d9 req-0288d1cb-f642-4c3d-9278-cce90b4179f7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:58.420102 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4528f647-9f01-41e2-a4d6-ffafedb878d9 req-0288d1cb-f642-4c3d-9278-cce90b4179f7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0558307 Sep 07 14:24:58.463090 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4528f647-9f01-41e2-a4d6-ffafedb878d9 req-8b20cf1f-aeb6-4eef-8036-0f49a31eae8d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Sep 07 14:24:58.590701 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e4c2-7028-4d26-b332-7ff7e164e633 req-d99a754c-f2c4-40a8-9157-6c0f59123ddf tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:58.592394 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2992e4c2-7028-4d26-b332-7ff7e164e633 req-d99a754c-f2c4-40a8-9157-6c0f59123ddf tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0524130 Sep 07 14:24:58.631723 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2992e4c2-7028-4d26-b332-7ff7e164e633 req-e0340cd1-8f21-48e7-a355-e8c4cefa0c70 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Sep 07 14:24:58.811870 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee714-c0fa-4b2d-8982-ad3bf2d253dc req-00212ba3-d7f4-4560-b861-35f51812e0be tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:58.813275 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-464ee714-c0fa-4b2d-8982-ad3bf2d253dc req-00212ba3-d7f4-4560-b861-35f51812e0be tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Sep 07 14:24:58.852430 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-464ee714-c0fa-4b2d-8982-ad3bf2d253dc req-e42356e8-130f-4403-a6c8-f492b5b18ea7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Sep 07 14:24:59.159049 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b260e11-2cdc-4b9c-b5d5-c5445523f753 req-d421d376-a005-49cb-b401-00ad5c5c1e5b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:59.160819 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1b260e11-2cdc-4b9c-b5d5-c5445523f753 req-d421d376-a005-49cb-b401-00ad5c5c1e5b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Sep 07 14:24:59.219384 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1b260e11-2cdc-4b9c-b5d5-c5445523f753 req-665e90c7-8e43-4132-92d1-432e1449da72 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Sep 07 14:24:59.533723 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684416f-7208-4215-ad60-6d67ffa36f84 req-2da92e88-890c-462a-9959-80f9661fc682 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:59.535434 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b684416f-7208-4215-ad60-6d67ffa36f84 req-2da92e88-890c-462a-9959-80f9661fc682 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0507274 Sep 07 14:24:59.574385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b684416f-7208-4215-ad60-6d67ffa36f84 req-3378eb6d-eab0-4caf-b587-73a3d51cd052 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Sep 07 14:24:59.593911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a483fd-094d-4694-b134-50582e959901 req-45460398-0ab7-4b3f-9c99-6b89caccfb8b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:59.595422 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-11a483fd-094d-4694-b134-50582e959901 req-45460398-0ab7-4b3f-9c99-6b89caccfb8b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0568104 Sep 07 14:24:59.637466 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-11a483fd-094d-4694-b134-50582e959901 req-4e6ece94-6ec0-43d1-ae7b-aba65e17eae0 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357833 Sep 07 14:24:59.749611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682bfba-a30e-4d54-a3a4-d934e1050da0 req-266f2e34-e515-477f-809a-0185ae69ce5a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:24:59.751829 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c682bfba-a30e-4d54-a3a4-d934e1050da0 req-266f2e34-e515-477f-809a-0185ae69ce5a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0541713 Sep 07 14:24:59.791375 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c682bfba-a30e-4d54-a3a4-d934e1050da0 req-76a9d2b5-6570-42e6-9c51-8304487a2806 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Sep 07 14:25:00.541367 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff4cfc-5975-408a-8f51-f39224e460ce req-4b94d628-1268-4b60-9a95-cee998f42550 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:00.542748 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5aff4cfc-5975-408a-8f51-f39224e460ce req-4b94d628-1268-4b60-9a95-cee998f42550 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.2669117 Sep 07 14:25:00.578814 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5aff4cfc-5975-408a-8f51-f39224e460ce req-90aa1f97-f59b-4664-a7ee-358f5b04e89a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299034 Sep 07 14:25:00.756377 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fff9-3e60-40f8-a23a-9f56652c9df5 req-9220a621-19a3-489f-b655-48dbe945f28d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:00.757873 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40a4fff9-3e60-40f8-a23a-9f56652c9df5 req-9220a621-19a3-489f-b655-48dbe945f28d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Sep 07 14:25:00.795873 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40a4fff9-3e60-40f8-a23a-9f56652c9df5 req-af1b4ecf-a92b-435d-805e-3e74a67151fa tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Sep 07 14:25:00.904350 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9948e0-2a26-49b0-bcc5-baf4a6175e4c req-989caf0b-a3b9-46e2-a819-6be8b15fb210 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:00.905834 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fb9948e0-2a26-49b0-bcc5-baf4a6175e4c req-989caf0b-a3b9-46e2-a819-6be8b15fb210 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Sep 07 14:25:00.944020 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fb9948e0-2a26-49b0-bcc5-baf4a6175e4c req-b67fe4e5-790a-47d2-afb7-aa5feb76c15d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Sep 07 14:25:01.697906 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157d5ed-4ffb-4f57-b57f-fab1ce3fafba req-33d1d7bc-c31d-4658-9685-d941918891ec tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:01.699417 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5157d5ed-4ffb-4f57-b57f-fab1ce3fafba req-33d1d7bc-c31d-4658-9685-d941918891ec tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Sep 07 14:25:01.735914 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5157d5ed-4ffb-4f57-b57f-fab1ce3fafba req-d4fce413-aa3f-4bf8-84fb-b1381de56b20 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Sep 07 14:25:01.872767 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29d6bded-b0ea-40a1-acd9-9e67bb30710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:01.918598 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c2d5-8c43-4581-a33c-a94d16904f38 req-3d1c97bc-3e8b-45e0-9a60-2d673754035f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:01.920108 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d748c2d5-8c43-4581-a33c-a94d16904f38 req-3d1c97bc-3e8b-45e0-9a60-2d673754035f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0522485 Sep 07 14:25:01.961327 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d748c2d5-8c43-4581-a33c-a94d16904f38 req-979880fc-3dec-496d-b55d-1eab7812fc23 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346465 Sep 07 14:25:02.059890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebb5c0-8154-4548-962e-4903cc2efe86 req-a9e2b8a3-ce55-4b9b-92b7-ece47ab61c65 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:02.061384 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e0ebb5c0-8154-4548-962e-4903cc2efe86 req-a9e2b8a3-ce55-4b9b-92b7-ece47ab61c65 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0516155 Sep 07 14:25:02.098981 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e0ebb5c0-8154-4548-962e-4903cc2efe86 req-d6409a87-a62e-490d-b883-e666841be8d9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Sep 07 14:25:02.850532 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c89b0d-ff73-4d74-b244-9b997f09c303 req-a1fb5624-fe9d-459a-b130-343decf2ee6d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:02.852060 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-98c89b0d-ff73-4d74-b244-9b997f09c303 req-a1fb5624-fe9d-459a-b130-343decf2ee6d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Sep 07 14:25:02.890264 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-98c89b0d-ff73-4d74-b244-9b997f09c303 req-20a8ef4b-af00-4b6d-9fb5-fae7037ca58a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Sep 07 14:25:03.079542 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20344-371a-4fd1-a2bd-c28498a54702 req-54514207-f966-4190-843f-c27686c06bc8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:03.081610 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6a20344-371a-4fd1-a2bd-c28498a54702 req-54514207-f966-4190-843f-c27686c06bc8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Sep 07 14:25:03.117797 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6a20344-371a-4fd1-a2bd-c28498a54702 req-acd8d50e-9011-42fd-8c40-a3c8a5fba294 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301185 Sep 07 14:25:03.214826 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b51ee-f636-4700-b521-b422f859f8e5 req-cefa140d-2ae7-4c9a-9481-d43b1a176e7c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:03.216356 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-369b51ee-f636-4700-b521-b422f859f8e5 req-cefa140d-2ae7-4c9a-9481-d43b1a176e7c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Sep 07 14:25:03.255559 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-369b51ee-f636-4700-b521-b422f859f8e5 req-b6aa56e7-d415-4fc6-8eeb-20cfa1063a19 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Sep 07 14:25:04.015033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d1d4-d9d1-4c18-aae5-f827452626ef req-bb89ed69-1c0f-4150-a61c-b13b74a2f4b4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:04.016520 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bbd0d1d4-d9d1-4c18-aae5-f827452626ef req-bb89ed69-1c0f-4150-a61c-b13b74a2f4b4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Sep 07 14:25:04.067104 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bbd0d1d4-d9d1-4c18-aae5-f827452626ef req-4a60fc19-f387-4779-9ed0-86ac93ce5cc1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Sep 07 14:25:04.256736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a724-8ba0-40af-9242-4885f1133e91 req-0261e9b4-72af-4e9d-895b-26494cf3dc50 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:04.258342 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a431a724-8ba0-40af-9242-4885f1133e91 req-0261e9b4-72af-4e9d-895b-26494cf3dc50 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0652268 Sep 07 14:25:04.309693 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a431a724-8ba0-40af-9242-4885f1133e91 req-13fa0d0b-1f5b-4860-92b1-18d8862897aa tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Sep 07 14:25:04.347146 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4cd996e-05c5-4e8b-b6f2-e0b348da6292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:04.398877 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e67c0f-3823-493c-a606-c0d746eaa294 req-e1cc8a0d-b405-4571-bb84-6ba4ff84f196 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:04.400628 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59e67c0f-3823-493c-a606-c0d746eaa294 req-e1cc8a0d-b405-4571-bb84-6ba4ff84f196 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0625255 Sep 07 14:25:04.462847 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-59e67c0f-3823-493c-a606-c0d746eaa294 req-14be75d1-426c-41de-ad01-b94ac29c8fa9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Sep 07 14:25:04.489800 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:04.675098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1934f01-a1e2-4de6-9050-ef476e7d67e9 req-c8370845-0df7-457a-8780-357458b91966 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:04.676604 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a1934f01-a1e2-4de6-9050-ef476e7d67e9 req-c8370845-0df7-457a-8780-357458b91966 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Sep 07 14:25:04.714623 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a1934f01-a1e2-4de6-9050-ef476e7d67e9 req-8d263a6a-a4f6-4013-97c0-2d93754954e5 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Sep 07 14:25:05.192162 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d063d-446a-4114-9fdb-cc8412b6521e req-c0a57811-d962-46b9-a6fc-ad3ffea2a659 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:05.194673 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0d8d063d-446a-4114-9fdb-cc8412b6521e req-c0a57811-d962-46b9-a6fc-ad3ffea2a659 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0533166 Sep 07 14:25:05.231535 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0d8d063d-446a-4114-9fdb-cc8412b6521e req-35536856-4e9a-496e-b3af-09c6802a8b91 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Sep 07 14:25:05.437791 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae5e0c-822f-4c46-bb9f-7bf8e5f17275 req-1a163667-7663-4a65-aa76-1682bd9df7fb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:05.439271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c9ae5e0c-822f-4c46-bb9f-7bf8e5f17275 req-1a163667-7663-4a65-aa76-1682bd9df7fb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0479043 Sep 07 14:25:05.476796 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c9ae5e0c-822f-4c46-bb9f-7bf8e5f17275 req-fd9a5fb2-2beb-4cd1-9e11-f06a521130af tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304835 Sep 07 14:25:05.585052 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a38122-5ce3-4cad-8c62-b82514750f73 req-f9040bcb-5a8e-4e6c-9e60-d73bc0407b16 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:05.586511 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3a38122-5ce3-4cad-8c62-b82514750f73 req-f9040bcb-5a8e-4e6c-9e60-d73bc0407b16 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Sep 07 14:25:05.624723 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3a38122-5ce3-4cad-8c62-b82514750f73 req-bd0da6a8-a106-4a0c-a38e-2edd80733bf6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Sep 07 14:25:05.712210 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:05.748570 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361968b2-6215-49a1-a539-e56f46d885ec req-649e5bca-6faa-44fe-a79e-fa579d9c21db tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:05.750020 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-361968b2-6215-49a1-a539-e56f46d885ec req-649e5bca-6faa-44fe-a79e-fa579d9c21db tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0556691 Sep 07 14:25:05.788068 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-361968b2-6215-49a1-a539-e56f46d885ec req-9ff291d2-2178-4540-bac9-4549bb89a970 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Sep 07 14:25:05.829251 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aa35f-24d6-4080-b12e-4183c8964b29 req-b74181ca-f5d8-4c06-87e9-9845103e41dc tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:05.831545 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-559aa35f-24d6-4080-b12e-4183c8964b29 req-b74181ca-f5d8-4c06-87e9-9845103e41dc tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Sep 07 14:25:05.873593 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-559aa35f-24d6-4080-b12e-4183c8964b29 req-9b2626d6-6f7b-4f74-bfa4-2b2059368e40 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Sep 07 14:25:06.121902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21da26-95a7-4a43-9e88-377fd6ea84c7 req-444cd950-587a-49ac-b76b-17b07f46009e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:06.123384 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8d21da26-95a7-4a43-9e88-377fd6ea84c7 req-444cd950-587a-49ac-b76b-17b07f46009e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Sep 07 14:25:06.161798 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8d21da26-95a7-4a43-9e88-377fd6ea84c7 req-21e8f1df-3a6f-4466-85c6-ed41adabefae tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Sep 07 14:25:06.348701 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3faa0-d092-4e5c-89b6-ab851ede9f2c req-21c6e9b4-c3cd-433f-bf5d-ad6291426dcf tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:06.350253 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-86e3faa0-d092-4e5c-89b6-ab851ede9f2c req-21c6e9b4-c3cd-433f-bf5d-ad6291426dcf tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0532739 Sep 07 14:25:06.393564 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-86e3faa0-d092-4e5c-89b6-ab851ede9f2c req-75bcfefc-5282-4256-b15d-ca83cfb2887f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Sep 07 14:25:06.597260 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec9c9b-9de2-4f48-b4cb-5b103e549e86 req-8d3708f1-6982-4e33-80ce-90b5a9fc3d24 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:06.598740 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5ec9c9b-9de2-4f48-b4cb-5b103e549e86 req-8d3708f1-6982-4e33-80ce-90b5a9fc3d24 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0500152 Sep 07 14:25:06.636652 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5ec9c9b-9de2-4f48-b4cb-5b103e549e86 req-8e50aa83-a74e-4fea-8214-871182f13c1a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Sep 07 14:25:06.987723 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e1d0-475c-41d9-9074-6b22e47eab36 req-277ae404-3ecd-4e66-9039-a4e8c445ef4a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:06.989210 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6185e1d0-475c-41d9-9074-6b22e47eab36 req-277ae404-3ecd-4e66-9039-a4e8c445ef4a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0496929 Sep 07 14:25:07.027576 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6185e1d0-475c-41d9-9074-6b22e47eab36 req-6123011b-cf8c-4b08-979d-a1a613832798 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Sep 07 14:25:07.298891 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:07.422551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:07.513806 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5291ac-c11d-4cd7-a685-69df0d109625 req-33255153-0a63-4ab0-b8cf-d40a1c430a19 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:07.515718 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5d5291ac-c11d-4cd7-a685-69df0d109625 req-33255153-0a63-4ab0-b8cf-d40a1c430a19 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Sep 07 14:25:07.563486 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5d5291ac-c11d-4cd7-a685-69df0d109625 req-dd61c4eb-90de-4f36-a558-9093cc07e071 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Sep 07 14:25:07.767198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26647c-43c3-431c-aee8-6dd266517241 req-a1e5cd00-bda4-42ff-aed5-9daf572376f1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:07.769406 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ee26647c-43c3-431c-aee8-6dd266517241 req-a1e5cd00-bda4-42ff-aed5-9daf572376f1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0589626 Sep 07 14:25:07.817672 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ee26647c-43c3-431c-aee8-6dd266517241 req-9243cb47-5181-47a2-ab89-0634e5593a2f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Sep 07 14:25:08.141930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5beb0b-92f8-4757-863b-11dca7588730 req-909f8f24-c09c-47d2-8199-0c5671f36041 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:08.144107 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6b5beb0b-92f8-4757-863b-11dca7588730 req-909f8f24-c09c-47d2-8199-0c5671f36041 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0498679 Sep 07 14:25:08.181014 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6b5beb0b-92f8-4757-863b-11dca7588730 req-a4e00fa5-d673-4bbd-8475-cfc11e07775d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 07 14:25:08.685995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41ba3c-08f5-430b-9cfc-3f88ee57ff61 req-0866fa89-2d29-48c0-985a-c46e142c9c77 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:08.687761 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f41ba3c-08f5-430b-9cfc-3f88ee57ff61 req-0866fa89-2d29-48c0-985a-c46e142c9c77 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Sep 07 14:25:08.729005 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f41ba3c-08f5-430b-9cfc-3f88ee57ff61 req-79bdfb36-72cb-48dd-af94-ee7790ede855 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Sep 07 14:25:08.946605 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae79c1-1835-404e-a1b4-0bf50fc781a3 req-4e51fc6b-e9b5-47e2-8bb3-072410934e8c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:08.948156 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5fae79c1-1835-404e-a1b4-0bf50fc781a3 req-4e51fc6b-e9b5-47e2-8bb3-072410934e8c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Sep 07 14:25:08.990812 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5fae79c1-1835-404e-a1b4-0bf50fc781a3 req-462c4aab-0988-45ad-ab18-a4f4b4a30602 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358853 Sep 07 14:25:09.295668 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069f1e6-bdc3-4b7e-b483-87d2a7f6b0e2 req-940bb94b-df4b-4c81-916f-106817bbe912 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:09.297082 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4069f1e6-bdc3-4b7e-b483-87d2a7f6b0e2 req-940bb94b-df4b-4c81-916f-106817bbe912 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Sep 07 14:25:09.335439 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4069f1e6-bdc3-4b7e-b483-87d2a7f6b0e2 req-ef69091d-1519-45af-a4ad-1a819afc04f1 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Sep 07 14:25:09.641715 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:25:09.743451 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:09.757831 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:25:09.816208 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:09.849273 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:25:09.876895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:09.882084 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:09.945455 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198970-20bf-4f5c-9101-ca6c798168c8 req-42052d91-e0e8-4ed8-8167-9cc0be66b503 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:09.947076 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-79198970-20bf-4f5c-9101-ca6c798168c8 req-42052d91-e0e8-4ed8-8167-9cc0be66b503 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0751967 Sep 07 14:25:09.948577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:09.991989 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-79198970-20bf-4f5c-9101-ca6c798168c8 req-8d2bcde2-5dd4-4aa2-b849-b5df2c983841 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382330 Sep 07 14:25:10.119083 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4a990-c2c4-4aa0-9410-9f6038783894 req-5a923bec-4f30-419c-a814-1c664b3c4a09 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:10.120574 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-88e4a990-c2c4-4aa0-9410-9f6038783894 req-5a923bec-4f30-419c-a814-1c664b3c4a09 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0512564 Sep 07 14:25:10.158612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-88e4a990-c2c4-4aa0-9410-9f6038783894 req-f52cb06d-88c6-4f2e-9d38-8cafef6c49bd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Sep 07 14:25:10.309716 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['416633ed-7518-4a67-93b5-d7166a78e9ba'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:10.476248 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aebfd0-0085-45fb-ac31-1f2ff830aa9f req-efc626fe-6644-496a-8d6f-93501b214b90 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:10.478203 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-34aebfd0-0085-45fb-ac31-1f2ff830aa9f req-efc626fe-6644-496a-8d6f-93501b214b90 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0572767 Sep 07 14:25:10.529844 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-34aebfd0-0085-45fb-ac31-1f2ff830aa9f req-c3e1111c-7062-4b92-80c2-e988a05cdd3b tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Sep 07 14:25:11.109620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116d43-c365-4b5b-b551-7efc06f192fe req-52d04e9c-d5d4-4a60-971c-bb442aa98a8a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:11.111492 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b9116d43-c365-4b5b-b551-7efc06f192fe req-52d04e9c-d5d4-4a60-971c-bb442aa98a8a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0509191 Sep 07 14:25:11.157298 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b9116d43-c365-4b5b-b551-7efc06f192fe req-80d15e7d-4736-4f0d-99e0-db233c59889c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357976 Sep 07 14:25:11.292099 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-82261c17-2d44-4478-84f9-60cf95c6d540 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:11.293564 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-82261c17-2d44-4478-84f9-60cf95c6d540 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0775061 Sep 07 14:25:11.310288 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125b10e-202f-4f03-be50-c642263f35fa req-629668b3-fc91-44bd-9f0e-71cc6fdec06c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:11.311735 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3125b10e-202f-4f03-be50-c642263f35fa req-629668b3-fc91-44bd-9f0e-71cc6fdec06c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0700572 Sep 07 14:25:11.453293 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3125b10e-202f-4f03-be50-c642263f35fa req-e84d56ab-19c7-4964-ad01-96d34ce0a2d8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210368 Sep 07 14:25:11.502068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Deleting port 96fa7784-e708-4d2b-aaf6-f7156ec08893 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:25:11.502424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.589045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] For port 96fa7784-e708-4d2b-aaf6-f7156ec08893, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96fa7784-e708-4d2b-aaf6-f7156ec08893,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:11.589402 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.604577 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Calling delete_port for 96fa7784-e708-4d2b-aaf6-f7156ec08893 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:25:11.647780 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166537d-4a95-49d7-a36f-d13fb9a43b96 req-755dc093-6f9e-4661-8cd2-c6b301e46caa tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:11.649299 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d166537d-4a95-49d7-a36f-d13fb9a43b96 req-755dc093-6f9e-4661-8cd2-c6b301e46caa tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Sep 07 14:25:11.685137 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:25:11.689108 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d166537d-4a95-49d7-a36f-d13fb9a43b96 req-124aa3f1-1919-4141-a8b4-4ef8ad8bede6 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Sep 07 14:25:11.741003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 416633ed-7518-4a67-93b5-d7166a78e9ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:25:11.741507 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.771491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.802676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Pushing event deleted for resources: {'Port': ['ID=96fa7784-e708-4d2b-aaf6-f7156ec08893,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:11.829097 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.854113 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:11.856434 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71ffc4-0607-47bf-9c0b-a1443fcf37b6" -d '{"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:11.866134 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] No DVR routers for this DVR port 96fa7784-e708-4d2b-aaf6-f7156ec08893 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:25:11.870222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.872577 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0317c12d-8b49-4ea2-b2bc-b03259b618fb req-9eaca97b-d859-4188-a321-3b5ffe7b9ced tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "DELETE /v2.0/ports/96fa7784-e708-4d2b-aaf6-f7156ec08893 HTTP/1.1" status: 204 len: 173 time: 0.5699565 Sep 07 14:25:11.872985 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:11.873136 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'name': 'network-vif-deleted', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:11.875612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ecfd9-017f-4d73-ad30-7afb506102f2" -d '{"events": [{"server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "name": "network-vif-deleted", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:11.879654 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:11.937418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cc320-4da5-4487-b14e-cad6dc5e2d77 x-openstack-request-id: req-d56cc320-4da5-4487-b14e-cad6dc5e2d77 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:11.937721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:11.937975 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d56cc320-4da5-4487-b14e-cad6dc5e2d77 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:11.939285 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'code': 200} Sep 07 14:25:11.942032 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:11.946253 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548a4904-abc3-4cc7-aba4-a0ef021ef378 x-openstack-request-id: req-548a4904-abc3-4cc7-aba4-a0ef021ef378 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:11.946570 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625961b7-9ee7-47fa-a14f-97b84b18c886", "name": "network-vif-deleted", "tag": "96fa7784-e708-4d2b-aaf6-f7156ec08893", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:11.946822 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-548a4904-abc3-4cc7-aba4-a0ef021ef378 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:11.947248 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625961b7-9ee7-47fa-a14f-97b84b18c886', 'name': 'network-vif-deleted', 'tag': '96fa7784-e708-4d2b-aaf6-f7156ec08893', 'status': 'completed', 'code': 200} Sep 07 14:25:12.277223 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56b0a-5a44-4b48-97a8-b60bc60c2a66 req-6c4716a7-1544-46f5-b145-72ee1a0163ca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:12.278708 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-86d56b0a-5a44-4b48-97a8-b60bc60c2a66 req-6c4716a7-1544-46f5-b145-72ee1a0163ca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0489125 Sep 07 14:25:12.321417 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-86d56b0a-5a44-4b48-97a8-b60bc60c2a66 req-72658f37-9674-446c-b980-0121bd00a229 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Sep 07 14:25:12.581368 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe334ff-a674-416f-8c33-7d0551a6c59c req-06a8ce02-14c0-46de-9162-47a92bc6f4b6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:12.582846 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cfe334ff-a674-416f-8c33-7d0551a6c59c req-06a8ce02-14c0-46de-9162-47a92bc6f4b6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Sep 07 14:25:12.622171 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cfe334ff-a674-416f-8c33-7d0551a6c59c req-3c75781a-a75c-470a-9a40-55d8f467f84d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Sep 07 14:25:12.802918 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b239a4a4-54ba-4c00-ae8c-f1dfeb603c44 req-32bd2f55-80e2-4b5d-a8ef-caeef1a9c1a8 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=625961b7-9ee7-47fa-a14f-97b84b18c886 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Sep 07 14:25:13.439660 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f47d-c562-4e96-85d5-2aa90dfa4e66 req-4f0d452c-55b5-42c8-abe9-5152cc6cc63d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:13.441362 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b53f47d-c562-4e96-85d5-2aa90dfa4e66 req-4f0d452c-55b5-42c8-abe9-5152cc6cc63d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Sep 07 14:25:13.494714 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b53f47d-c562-4e96-85d5-2aa90dfa4e66 req-3347fb90-750e-4599-85c7-6c4c0aa3e12d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Sep 07 14:25:13.670104 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 96fa7784-e708-4d2b-aaf6-f7156ec08893 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:25:13.691263 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 96fa7784-e708-4d2b-aaf6-f7156ec08893 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:25:13.691610 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 96fa7784-e708-4d2b-aaf6-f7156ec08893 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:25:13.740469 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac1e05-e5a1-4391-b576-4eb2866ee130 req-24c4ede1-4459-455d-a419-a4119e984ce2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:13.742038 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9dac1e05-e5a1-4391-b576-4eb2866ee130 req-24c4ede1-4459-455d-a419-a4119e984ce2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0475492 Sep 07 14:25:13.783295 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9dac1e05-e5a1-4391-b576-4eb2866ee130 req-1eeca430-cdc8-4a86-b806-0c1202f53f5e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Sep 07 14:25:14.262042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-cac084b7-5d0c-4753-84c7-6583949fff4c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:14.264579 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-cac084b7-5d0c-4753-84c7-6583949fff4c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/networks?id=cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 200 len: 809 time: 0.1841941 Sep 07 14:25:14.284004 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-12dc48fa-c6f6-46f4-a403-9b96187a386a tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/quotas/283522933c714f94a6e55f413eaecdfc HTTP/1.1" status: 200 len: 375 time: 0.0115483 Sep 07 14:25:14.320251 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-add84dd8-9e58-4ca5-9dd7-a74541a78e88 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287781 Sep 07 14:25:14.432091 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-9d1db9ea-785d-4ea2-ad2b-ec6e3feca47b service neutron] 10.222.0.76 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048982 Sep 07 14:25:14.562939 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-bfc3fc11-930d-4cc3-a2f8-1e0301564e22 service neutron] 10.222.0.76 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245868 Sep 07 14:25:14.753170 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1805b-3504-483e-898d-abf72e8a01d6 req-c7c2bf8b-fa00-4000-963a-0163933e4d37 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:14.758398 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-98c1805b-3504-483e-898d-abf72e8a01d6 req-c7c2bf8b-fa00-4000-963a-0163933e4d37 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1084623 Sep 07 14:25:14.836452 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-98c1805b-3504-483e-898d-abf72e8a01d6 req-cb2e2b54-81a7-4297-9b59-a52decd00ff7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654480 Sep 07 14:25:14.841745 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-45592d10-8fc2-4c1f-9a1c-663bc321c2c3 req-2ed2fb97-a34d-4c56-811a-52b2120b0590 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 210 time: 0.0360503 Sep 07 14:25:14.997808 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ef87c-f807-4305-bfee-af2d1ee9938f req-f2d31ac1-c221-442c-aa35-6ca29b39ab78 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:14.999487 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-521ef87c-f807-4305-bfee-af2d1ee9938f req-f2d31ac1-c221-442c-aa35-6ca29b39ab78 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0881200 Sep 07 14:25:15.064288 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-521ef87c-f807-4305-bfee-af2d1ee9938f req-0d69d296-c156-4346-b2a1-563bcec6c2c6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546093 Sep 07 14:25:15.950401 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a8671d50-4822-4dd5-b2dc-19049fee7cff req-79b4dad1-b18e-4d06-a68e-c42cf961c6bd tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 210 time: 0.0297062 Sep 07 14:25:15.968800 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f809b-c07c-452d-b6a8-38079e4f37ec req-0f0ecc63-aef5-4502-a1ef-70f3f7176a51 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:15.973930 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-952f809b-c07c-452d-b6a8-38079e4f37ec req-0f0ecc63-aef5-4502-a1ef-70f3f7176a51 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0688202 Sep 07 14:25:16.021913 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-952f809b-c07c-452d-b6a8-38079e4f37ec req-02d385cb-01dc-4017-90ab-e5d26d6565e7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Sep 07 14:25:16.240701 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250b7e-fd77-425a-880b-35630fa0678d req-9c293839-eafe-4097-9b57-d863f282fb3f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:16.242842 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5250b7e-fd77-425a-880b-35630fa0678d req-9c293839-eafe-4097-9b57-d863f282fb3f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0861342 Sep 07 14:25:16.296974 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e5250b7e-fd77-425a-880b-35630fa0678d req-d0437702-1b7d-4b5d-9497-d79e941014d9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446551 Sep 07 14:25:16.420043 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:25:16.990488 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-6c096031-30d6-4b8b-89a9-ba216dc08ffb tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:16.992148 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-6c096031-30d6-4b8b-89a9-ba216dc08ffb tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "GET /v2.0/networks?id=cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 200 len: 809 time: 0.3964794 Sep 07 14:25:17.029022 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Request body: {'port': {'device_id': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88', 'admin_state_up': True, 'tenant_id': '283522933c714f94a6e55f413eaecdfc'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:17.127195 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e78424b1-ece4-46da-b64a-c59d6702fcac req-3b7a39fc-fda6-437c-a4a9-806905f5e356 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 210 time: 0.0339186 Sep 07 14:25:17.207835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Made reservation on behalf of 283522933c714f94a6e55f413eaecdfc for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:25:17.212150 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:17.229732 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7a278-79c7-420f-a16f-9931aab7c22f req-34a1f60a-cefb-4701-bbd4-8b38d6b5f984 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:17.235487 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47a7a278-79c7-420f-a16f-9931aab7c22f req-34a1f60a-cefb-4701-bbd4-8b38d6b5f984 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1295950 Sep 07 14:25:17.317085 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47a7a278-79c7-420f-a16f-9931aab7c22f req-ffdb9f66-1478-4c6a-bd5f-6a801afb59bc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745258 Sep 07 14:25:17.367697 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Allocated IP 172.20.0.14 (cda3ac64-ba2c-4563-bde4-7bb5403add88/22c0cdcb-c933-40e6-bd06-876ca8ca0986/958c967c-db0d-4ed1-a975-8e70ea6b5fd8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:25:17.548133 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6d40-1422-4f98-85d2-8dc5a9e02f85 req-c51b5654-59aa-43f4-9f0a-c31e8dddfb34 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:17.556344 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-afba6d40-1422-4f98-85d2-8dc5a9e02f85 req-c51b5654-59aa-43f4-9f0a-c31e8dddfb34 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.1273463 Sep 07 14:25:17.648834 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-afba6d40-1422-4f98-85d2-8dc5a9e02f85 req-28bf4834-38f4-44ea-ba47-2f4b59360946 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912461 Sep 07 14:25:17.696424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:17.746649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:17.830776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Network cda3ac64-ba2c-4563-bde4-7bb5403add88 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:25:17.832385 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:25:17.838112 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Pushing event updated for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:17.842199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:25:17.946835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:17.948183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:17.991264 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-f7af5e33-4048-4e5f-b4fa-e5e2e73c7c1f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9665260 Sep 07 14:25:18.022185 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3803e5-9c0c-449a-8a38-cf6ddf3f6c90 req-cb1834f9-3353-46b4-a6c7-fb4983b39d61 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.024823 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4b3803e5-9c0c-449a-8a38-cf6ddf3f6c90 req-cb1834f9-3353-46b4-a6c7-fb4983b39d61 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1343257 Sep 07 14:25:18.030777 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Request body: {'port': {'device_id': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:18.035975 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523603-9619-4a23-b893-d9375a9f849f req-3ee2606a-3b5e-42b5-a963-f0e66aa11b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.037655 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-3ee2606a-3b5e-42b5-a963-f0e66aa11b95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.1318133 Sep 07 14:25:18.181140 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4b3803e5-9c0c-449a-8a38-cf6ddf3f6c90 req-330c582a-7df8-47d3-8cf5-fa2734507b04 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423628 Sep 07 14:25:18.235738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:18.305305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523603-9619-4a23-b893-d9375a9f849f req-8ca94de5-a625-41d7-9f23-24fefc28553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.307091 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-8ca94de5-a625-41d7-9f23-24fefc28553a service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.2415085 Sep 07 14:25:18.324635 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc43bd8-6ed5-439b-814b-fe8206475aa2 req-c85f8f29-5001-4b2f-9a43-3caa355d13d0 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.326428 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5bc43bd8-6ed5-439b-814b-fe8206475aa2 req-c85f8f29-5001-4b2f-9a43-3caa355d13d0 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 932 time: 0.0963671 Sep 07 14:25:18.401651 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-19bee697-94c4-4a80-a0a3-8f5e4b45c057 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0692399 Sep 07 14:25:18.416931 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5bc43bd8-6ed5-439b-814b-fe8206475aa2 req-97cadbf0-48c2-46a3-9a89-055f68e702a8 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813255 Sep 07 14:25:18.580158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523603-9619-4a23-b893-d9375a9f849f req-62dc1e16-5695-4030-b2aa-b8f6ee6f3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.582901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-62dc1e16-5695-4030-b2aa-b8f6ee6f3fad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.1421845 Sep 07 14:25:18.592991 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3e005-30ca-4ec9-900e-3378bf6b47f7 req-c2295b37-538f-4286-a4e8-0e2baec76c09 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.594421 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-33f3e005-30ca-4ec9-900e-3378bf6b47f7 req-c2295b37-538f-4286-a4e8-0e2baec76c09 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1805599 Sep 07 14:25:18.665425 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-1255b2bc-e5ff-407e-a4fa-e32a4b2506f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646641 Sep 07 14:25:18.742763 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-33f3e005-30ca-4ec9-900e-3378bf6b47f7 req-80aff39a-7189-4449-a895-d390b8d23444 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409836 Sep 07 14:25:18.802079 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7bd3c-5180-41d8-ba0b-977b362cd4af req-0c980fef-7685-415f-857e-5d245ba870f4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:18.811003 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a4b7bd3c-5180-41d8-ba0b-977b362cd4af req-0c980fef-7685-415f-857e-5d245ba870f4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0766222 Sep 07 14:25:18.855162 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-9b1f0904-78db-4a1e-8e50-6b875bafc853 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454651 Sep 07 14:25:18.865635 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a4b7bd3c-5180-41d8-ba0b-977b362cd4af req-5bf6145c-eb92-476b-8c4c-4d96469c8741 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532913 Sep 07 14:25:18.932427 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:25:18.969122 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:18.990871 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Transition to ACTIVE for port object 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:25:18.999957 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:19.050073 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-80523603-9619-4a23-b893-d9375a9f849f req-b84f7f59-eb62-4c0d-a93b-34a05f6cc226 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744893 Sep 07 14:25:19.095394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:19.176860 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Attempting to bind port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:25:19.177202 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Attempting to bind port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:25:19.177538 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Attempting to bind port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:25:19.182061 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:25:19.182465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Attempting to bind port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 on network cda3ac64-ba2c-4563-bde4-7bb5403add88 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:25:19.188191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:25:19.188616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Checking segment: {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:25:19.189073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Bound using segment: {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:25:19.189688 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Bound port: 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf642a7e-a247-49a0-a412-c55de68bf307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:25:19.190787 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:19.305714 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:25:19.322879 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:25:19.341577 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e89df-b669-4efe-b910-13977e5ee81c req-d1bb0f5c-eafe-49ea-92fa-4c8d1c9cb972 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.343193 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-be7e89df-b669-4efe-b910-13977e5ee81c req-d1bb0f5c-eafe-49ea-92fa-4c8d1c9cb972 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0756471 Sep 07 14:25:19.344394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:19.387616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.388468 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:19.389925 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] 10.222.0.68 "PUT /v2.0/ports/958c967c-db0d-4ed1-a975-8e70ea6b5fd8 HTTP/1.1" status: 200 len: 1094 time: 1.3631780 Sep 07 14:25:19.396806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:19.399408 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8355c45-4786-4552-ac32-7ae3a8beceff" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:19.455858 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ca164-e4e0-4df4-abc0-8aed84094d77 x-openstack-request-id: req-3c3ca164-e4e0-4df4-abc0-8aed84094d77 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:19.456248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:19.456509 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c3ca164-e4e0-4df4-abc0-8aed84094d77 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:19.456949 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8', 'status': 'completed', 'code': 200} Sep 07 14:25:19.473018 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-be7e89df-b669-4efe-b910-13977e5ee81c req-75d625c3-28cc-4a49-8494-9ca4f2b14c94 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183555 Sep 07 14:25:19.493619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7b24b-1c4e-4892-8219-3ec907edf5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:19.561647 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-447be2c2-49bd-4a50-a7dc-0f36e267d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.563763 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-447be2c2-49bd-4a50-a7dc-0f36e267d0bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 1097 time: 0.0635896 Sep 07 14:25:19.579717 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5254-1c37-4e3b-a5b6-fabc74c686c9 req-fd1ae550-3ae0-4b4d-8c9c-570fc58325cc tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.588313 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-360b5254-1c37-4e3b-a5b6-fabc74c686c9 req-fd1ae550-3ae0-4b4d-8c9c-570fc58325cc tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 944 time: 0.0720172 Sep 07 14:25:19.620071 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-7b1a1c02-9175-475f-bc4d-e7629aef64dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Sep 07 14:25:19.635326 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-360b5254-1c37-4e3b-a5b6-fabc74c686c9 req-c81d15fe-1e69-404e-966f-8ab3565e4c46 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Sep 07 14:25:19.682294 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-e7073640-e9c3-4318-a8ab-c21749d002e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.683848 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-e7073640-e9c3-4318-a8ab-c21749d002e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22c0cdcb-c933-40e6-bd06-876ca8ca0986 HTTP/1.1" status: 200 len: 849 time: 0.0535502 Sep 07 14:25:19.724129 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-919f8290-8df7-4424-87d2-845b1ad24a5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cda3ac64-ba2c-4563-bde4-7bb5403add88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302737 Sep 07 14:25:19.874770 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-b5e9474b-9cd4-449d-b81f-8a004d95a893 service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348617 Sep 07 14:25:19.890920 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d18b4-eba4-426b-bba8-54d33f9de2df req-829a51d7-c6f6-4723-9d19-923b2a19141e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:19.900201 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-025d18b4-eba4-426b-bba8-54d33f9de2df req-829a51d7-c6f6-4723-9d19-923b2a19141e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0722964 Sep 07 14:25:19.984212 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-025d18b4-eba4-426b-bba8-54d33f9de2df req-74ce608b-1cf1-409b-8d2f-22dd819ce825 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780606 Sep 07 14:25:20.013908 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56408c-8e52-4af6-bab1-be233cac5879 req-c8c1a369-7193-454d-bf9b-2744c5cd0405 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.026877 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee56408c-8e52-4af6-bab1-be233cac5879 req-c8c1a369-7193-454d-bf9b-2744c5cd0405 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0891707 Sep 07 14:25:20.048132 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa0792b9-f5fb-4cb5-ae6e-79dbc9c5bc05 req-5fea307d-67e8-4407-a7a6-f1f32ae7f2de service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404610 Sep 07 14:25:20.073189 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee56408c-8e52-4af6-bab1-be233cac5879 req-22edfccc-dbc8-4eb4-8be4-a5a017e490eb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Sep 07 14:25:20.267574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-9d8e4f88-9835-4b2b-9e98-d2f9c2b0e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.270046 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-9d8e4f88-9835-4b2b-9e98-d2f9c2b0e15b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=283522933c714f94a6e55f413eaecdfc&device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 1097 time: 0.0453765 Sep 07 14:25:20.381284 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-e440f072-28a0-4cd4-b1ce-2d9bf3ad79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.383163 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-e440f072-28a0-4cd4-b1ce-2d9bf3ad79e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 200 len: 911 time: 0.1043026 Sep 07 14:25:20.437632 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-6835ddba-3200-4783-b124-e32eadccb745 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8 HTTP/1.1" status: 200 len: 217 time: 0.0374637 Sep 07 14:25:20.506102 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-18bfda54-7f3f-431d-8eb6-d879d125adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.507642 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-18bfda54-7f3f-431d-8eb6-d879d125adf3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=22c0cdcb-c933-40e6-bd06-876ca8ca0986 HTTP/1.1" status: 200 len: 849 time: 0.0554793 Sep 07 14:25:20.541521 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-50a13f57-bd2e-46c0-acc9-b1189d85a107 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cda3ac64-ba2c-4563-bde4-7bb5403add88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253577 Sep 07 14:25:20.651475 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e05ad8-50b3-457b-a611-554217862603 req-ec70ddd7-7ee7-4a3e-b215-eb5db6fbc0bd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.653499 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a0e05ad8-50b3-457b-a611-554217862603 req-ec70ddd7-7ee7-4a3e-b215-eb5db6fbc0bd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1057394 Sep 07 14:25:20.718943 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-1586c7f2-e6f4-4cd9-b725-5042c4b3f99d service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620836 Sep 07 14:25:20.741275 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a0e05ad8-50b3-457b-a611-554217862603 req-e0d89936-1e6b-4c6c-aa90-d268b5e6aef8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741796 Sep 07 14:25:20.784323 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193c9c-9dd7-4313-9260-d597cf061264 req-f3d3928d-05ad-484b-8cab-fba91878a351 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:20.786737 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee193c9c-9dd7-4313-9260-d597cf061264 req-f3d3928d-05ad-484b-8cab-fba91878a351 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 944 time: 0.0667787 Sep 07 14:25:20.842316 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b8355c45-4786-4552-ac32-7ae3a8beceff req-c6c8881e-7112-4789-9d87-e416ca49bb3d service neutron] 10.222.0.68 "GET /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149354 Sep 07 14:25:20.847368 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee193c9c-9dd7-4313-9260-d597cf061264 req-9a70c80d-eb7f-42e0-9136-5f7350e125e5 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Sep 07 14:25:21.121159 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b78b5-1d97-4fa5-b697-0a0f91bfb858 req-e7d94dec-33e4-48d2-ac7f-5f857d01846d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:21.124043 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-133b78b5-1d97-4fa5-b697-0a0f91bfb858 req-e7d94dec-33e4-48d2-ac7f-5f857d01846d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0655189 Sep 07 14:25:21.171282 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-133b78b5-1d97-4fa5-b697-0a0f91bfb858 req-1dc59f7f-ee52-481c-aa91-15b51f380fbe tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Sep 07 14:25:21.239663 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50baee-0707-48be-ac80-9da0499dd956 req-8755a02e-3b7a-4693-975b-a1a93480e9d5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:21.264377 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0f50baee-0707-48be-ac80-9da0499dd956 req-8755a02e-3b7a-4693-975b-a1a93480e9d5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0927875 Sep 07 14:25:21.307640 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0f50baee-0707-48be-ac80-9da0499dd956 req-cc60d969-a185-4280-bf01-827e258b9324 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Sep 07 14:25:21.710361 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:25:21.830775 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:21.850398 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8', 'network_id': 'cda3ac64-ba2c-4563-bde4-7bb5403add88', 'port_id': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8', 'mac_address': 'fa:16:3e:e8:ad:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0cdcb-c933-40e6-bd06-876ca8ca0986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:25:21.901916 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:21.914864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d2e16-119a-4651-b1a3-582b9f8fb7c7 req-93006c38-c5d8-401c-9f8e-2fd62573c8ce tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:21.915773 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:25:21.916967 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bd8d2e16-119a-4651-b1a3-582b9f8fb7c7 req-93006c38-c5d8-401c-9f8e-2fd62573c8ce tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0889294 Sep 07 14:25:21.937833 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:21.944121 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:21.976566 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bd8d2e16-119a-4651-b1a3-582b9f8fb7c7 req-6b868779-9077-4fde-98e6-ebe88a5f0330 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529997 Sep 07 14:25:21.991609 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3ef04-400d-4f76-9938-ecb368175881 req-0fc89d7b-749a-4c51-9704-8f55c8ac8d7c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:21.999783 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3bd3ef04-400d-4f76-9938-ecb368175881 req-0fc89d7b-749a-4c51-9704-8f55c8ac8d7c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 944 time: 0.0733032 Sep 07 14:25:22.025312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:22.038588 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3bd3ef04-400d-4f76-9938-ecb368175881 req-12ee32ab-8ef3-4d13-8710-25e75826d4e9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Sep 07 14:25:22.348881 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09cde0-2f48-4b1a-9feb-57bc5031550d req-e7218895-53c0-407b-884f-183cda566d3a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:22.351927 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a09cde0-2f48-4b1a-9feb-57bc5031550d req-e7218895-53c0-407b-884f-183cda566d3a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0784562 Sep 07 14:25:22.435176 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a09cde0-2f48-4b1a-9feb-57bc5031550d req-65004cc9-57bb-47c0-8f3d-e1bc4c0eacef tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769393 Sep 07 14:25:22.493847 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b7ee0-ab1c-4040-a8af-6c254a48be6c req-2adddbf3-a52b-4144-89e7-f5ccb151d8f7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:22.499188 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-380b7ee0-ab1c-4040-a8af-6c254a48be6c req-2adddbf3-a52b-4144-89e7-f5ccb151d8f7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0761659 Sep 07 14:25:22.522678 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['958c967c-db0d-4ed1-a975-8e70ea6b5fd8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:22.540883 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-380b7ee0-ab1c-4040-a8af-6c254a48be6c req-2f33d8ce-a1c2-4472-8002-3ee3b1216643 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Sep 07 14:25:23.106797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815f0b-ccb5-44db-af6b-7a2101196619 req-a69eeabc-6168-46ef-b1ad-46b0064a7b4d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:23.108877 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a815f0b-ccb5-44db-af6b-7a2101196619 req-a69eeabc-6168-46ef-b1ad-46b0064a7b4d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0648210 Sep 07 14:25:23.166093 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9a815f0b-ccb5-44db-af6b-7a2101196619 req-ef82747d-458e-4839-a274-3d6d0a43d5e0 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Sep 07 14:25:23.216431 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a485-c6ef-4e12-92d2-2a4ce6332277 req-71aa5e2b-cc72-4e63-bfa6-6059e7d06095 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:23.219581 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0506a485-c6ef-4e12-92d2-2a4ce6332277 req-71aa5e2b-cc72-4e63-bfa6-6059e7d06095 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 945 time: 0.0818901 Sep 07 14:25:23.262568 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0506a485-c6ef-4e12-92d2-2a4ce6332277 req-901f1254-ad5c-4630-87e8-aaa41e192ca1 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360422 Sep 07 14:25:23.571710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0f07c-bad5-4ba0-a37e-b04e57aab012 req-71f0dbde-1529-4bc8-95c9-3253d3eaa145 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:23.579396 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27c0f07c-bad5-4ba0-a37e-b04e57aab012 req-71f0dbde-1529-4bc8-95c9-3253d3eaa145 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0573146 Sep 07 14:25:23.645241 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27c0f07c-bad5-4ba0-a37e-b04e57aab012 req-bf4c9b1f-56c2-485d-9607-b8911a4fde96 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499101 Sep 07 14:25:23.720714 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f98c0-9f67-44c8-ba0b-4276b86c6284 req-03a3d40c-deeb-4289-a6b4-3a47fa6dec67 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:23.722610 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-616f98c0-9f67-44c8-ba0b-4276b86c6284 req-03a3d40c-deeb-4289-a6b4-3a47fa6dec67 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0609367 Sep 07 14:25:23.765862 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-616f98c0-9f67-44c8-ba0b-4276b86c6284 req-8e944b33-dbfc-49b3-aef0-7e5bc50b7af6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373552 Sep 07 14:25:24.288572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36e3da-0a5c-4d44-bc37-9be63d0a5520 req-5b09788e-4aa2-4853-a160-2f7b015c8113 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:24.290146 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e36e3da-0a5c-4d44-bc37-9be63d0a5520 req-5b09788e-4aa2-4853-a160-2f7b015c8113 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Sep 07 14:25:24.328279 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e36e3da-0a5c-4d44-bc37-9be63d0a5520 req-f032eaa5-fa06-43c7-97ae-245a0c362f29 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Sep 07 14:25:24.391298 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274e4d3-f9e8-4809-8182-1ba5181f6b40 req-dcdb8a00-9c91-4d15-9b9d-4a0691d869cf tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:24.392924 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2274e4d3-f9e8-4809-8182-1ba5181f6b40 req-dcdb8a00-9c91-4d15-9b9d-4a0691d869cf tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Sep 07 14:25:24.434512 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2274e4d3-f9e8-4809-8182-1ba5181f6b40 req-039faae4-e47a-41e4-98ef-eb0417fb5834 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Sep 07 14:25:24.742262 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5b38-bb19-4ff7-badc-d55d224bf14b req-abe0ca67-2fd0-4f49-8c49-4b342de29ad9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:24.744558 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-017c5b38-bb19-4ff7-badc-d55d224bf14b req-abe0ca67-2fd0-4f49-8c49-4b342de29ad9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0533781 Sep 07 14:25:24.781086 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-017c5b38-bb19-4ff7-badc-d55d224bf14b req-be67524b-edd2-4a9b-b1a4-b46a9efdf695 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Sep 07 14:25:24.886551 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ed07-56c1-4e30-bb4f-aeabd5d905b8 req-da41f9f2-f3ac-432e-897b-cfe50d79e9f8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:24.888036 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a417ed07-56c1-4e30-bb4f-aeabd5d905b8 req-da41f9f2-f3ac-432e-897b-cfe50d79e9f8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Sep 07 14:25:24.925028 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a417ed07-56c1-4e30-bb4f-aeabd5d905b8 req-1bc24070-1f8d-4de2-8f6d-99db22c2b8ae tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304313 Sep 07 14:25:25.497279 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008929-d69d-43aa-a2a9-ce6f1ff4b127 req-c9d6bd83-a843-4535-851f-ab61f831d3b1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.498800 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b5008929-d69d-43aa-a2a9-ce6f1ff4b127 req-c9d6bd83-a843-4535-851f-ab61f831d3b1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0870113 Sep 07 14:25:25.523856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92610-3405-4c56-b302-a0961df23c9f req-daafe93c-37fe-49a5-87c6-954cea039b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.525361 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-daafe93c-37fe-49a5-87c6-954cea039b68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1098 time: 0.0775638 Sep 07 14:25:25.567177 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ba95-d16e-42c2-a7c0-e9ae516b9ecd req-6c4de1f8-9380-49ee-9db2-d6cd231ec5a9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.568771 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1b8ba95-d16e-42c2-a7c0-e9ae516b9ecd req-6c4de1f8-9380-49ee-9db2-d6cd231ec5a9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 945 time: 0.0622537 Sep 07 14:25:25.573205 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b5008929-d69d-43aa-a2a9-ce6f1ff4b127 req-509b2e7b-3db4-47fe-8540-155221d6cd4d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668905 Sep 07 14:25:25.616190 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1b8ba95-d16e-42c2-a7c0-e9ae516b9ecd req-21b46a46-0709-447c-904c-55c9210118e0 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Sep 07 14:25:25.647515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92610-3405-4c56-b302-a0961df23c9f req-a33e00cc-8fb0-4474-95e8-1e53516126a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.648937 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-a33e00cc-8fb0-4474-95e8-1e53516126a8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1112461 Sep 07 14:25:25.719115 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-697c3b44-db61-4e17-aba5-2754084ef608 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.0580173 Sep 07 14:25:25.752969 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:25:25.814603 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:25:25.818871 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:25:25.819337 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:25.822831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92610-3405-4c56-b302-a0961df23c9f req-f33a09d1-00e5-4a66-818d-28e9075f3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.824563 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-f33a09d1-00e5-4a66-818d-28e9075f3ab9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0930941 Sep 07 14:25:25.850993 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949538-2f89-4940-aa50-7e2a41c01993 req-45ec9d70-3e9d-40ad-97d7-6fbba792256a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.852671 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2a949538-2f89-4940-aa50-7e2a41c01993 req-45ec9d70-3e9d-40ad-97d7-6fbba792256a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0794816 Sep 07 14:25:25.907469 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:25.910782 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2a949538-2f89-4940-aa50-7e2a41c01993 req-d508622d-a672-46f8-a178-0bcba06ad1e6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Sep 07 14:25:25.912702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92610-3405-4c56-b302-a0961df23c9f req-2b8250a4-8a11-4942-aff3-15354e78596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.913934 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce246f8-618d-418f-8967-74a4570f3a26 req-89a4e611-f021-420e-b7d4-86ee92a1d842 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:25.914127 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-2b8250a4-8a11-4942-aff3-15354e78596a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808122 Sep 07 14:25:25.915640 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dce246f8-618d-418f-8967-74a4570f3a26 req-89a4e611-f021-420e-b7d4-86ee92a1d842 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0563619 Sep 07 14:25:25.934601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 34148) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:25.941403 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:25.944560 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef461119-3228-4964-8f81-0df47f0e3170" -d '{"events": [{"server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "name": "network-vif-plugged", "status": "completed", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:25.961719 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dce246f8-618d-418f-8967-74a4570f3a26 req-46c2757b-cb4d-449d-a1dc-8e25a3250863 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392530 Sep 07 14:25:25.976617 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:25.982858 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:25.996173 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb04d7-29f4-4bde-a170-a1bf7104635e x-openstack-request-id: req-c5eb04d7-29f4-4bde-a170-a1bf7104635e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:25.997331 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "name": "network-vif-plugged", "status": "completed", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:25.999323 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5eb04d7-29f4-4bde-a170-a1bf7104635e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:26.000238 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8', 'code': 200} Sep 07 14:25:26.085818 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:26.099390 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-35cbb686-eeb7-4e6f-b1bd-e03fd7f2f4f3 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713495 Sep 07 14:25:26.164045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889339c-95c8-46c0-bc61-1f86be2d9a69 req-bdb0a632-5f9d-4460-b7a7-fbb9bef58924 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:26.166664 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e889339c-95c8-46c0-bc61-1f86be2d9a69 req-bdb0a632-5f9d-4460-b7a7-fbb9bef58924 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.1231437 Sep 07 14:25:26.298753 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e889339c-95c8-46c0-bc61-1f86be2d9a69 req-040aa979-f714-4e7f-a9a9-8441cae1087f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147184 Sep 07 14:25:26.333716 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-29a92610-3405-4c56-b302-a0961df23c9f req-24377e62-5b73-4c00-953d-a59a51c9b155 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172840 Sep 07 14:25:26.337978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d3144-7e91-4448-9ac1-2d5a69821c83 tempest-TestMinimumBasicScenario-1127080935 tempest-TestMinimumBasicScenario-1127080935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:26.339415 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-da5d3144-7e91-4448-9ac1-2d5a69821c83 tempest-TestMinimumBasicScenario-1127080935 tempest-TestMinimumBasicScenario-1127080935-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1093 time: 0.4030797 Sep 07 14:25:26.342542 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34156) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:26.347681 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7aa2-573e-4682-97bb-f02529e60aaa req-caca5924-98ca-4d9e-b06b-9e9a5ee14b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:26.349015 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'port_id': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:26.349168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bc8a7aa2-573e-4682-97bb-f02529e60aaa req-caca5924-98ca-4d9e-b06b-9e9a5ee14b93 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 1099 time: 0.0706537 Sep 07 14:25:26.379145 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:26.389772 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bc8a7aa2-573e-4682-97bb-f02529e60aaa req-787935b1-1623-4978-bf52-3da1067e0535 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Sep 07 14:25:26.472774 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:26.583130 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Allocated IP 172.27.1.73 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/34daab85-d8fe-47f8-9e52-2baa086507f1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:25:26.726553 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99848b9-fec7-4579-bc02-603f49076212 req-f65f25bb-d4a3-404f-98c1-03175ffd9441 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:26.727995 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a99848b9-fec7-4579-bc02-603f49076212 req-f65f25bb-d4a3-404f-98c1-03175ffd9441 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0746901 Sep 07 14:25:26.739212 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:26.762831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2b487-414d-472b-a52e-d8cf57deb7e6 req-da785782-fd14-491d-b7fd-63b68980566d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:26.764337 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27e2b487-414d-472b-a52e-d8cf57deb7e6 req-da785782-fd14-491d-b7fd-63b68980566d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0609512 Sep 07 14:25:26.786611 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a99848b9-fec7-4579-bc02-603f49076212 req-c890f158-5b88-4ecc-b9d5-ee3b40fd8616 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510314 Sep 07 14:25:26.803336 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-27e2b487-414d-472b-a52e-d8cf57deb7e6 req-361e0d4f-9682-41b0-97bc-1152f85533f6 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Sep 07 14:25:26.814252 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:26.860357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:25:26.865122 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:25:26.867081 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'Port': ['ID=34daab85-d8fe-47f8-9e52-2baa086507f1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:26.869485 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:25:27.172020 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31382-51d3-4b55-a7be-d85d1567c6ba req-52491434-a5e1-4b2f-9276-37cc384f92f2 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:27.173506 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c6d31382-51d3-4b55-a7be-d85d1567c6ba req-52491434-a5e1-4b2f-9276-37cc384f92f2 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1118333 Sep 07 14:25:27.268783 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c6d31382-51d3-4b55-a7be-d85d1567c6ba req-2b145bcd-1904-4576-b667-614bbda9fa0d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862663 Sep 07 14:25:27.331194 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.406661 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.422671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19364c87-ce1c-4053-8f00-1b8a68e87989 req-59724aa8-da0a-414d-984b-556cc9b04428 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:27.424184 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-19364c87-ce1c-4053-8f00-1b8a68e87989 req-59724aa8-da0a-414d-984b-556cc9b04428 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 945 time: 0.0506117 Sep 07 14:25:27.464174 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-19364c87-ce1c-4053-8f00-1b8a68e87989 req-749d2351-4373-42cb-9e4b-60974b0ad877 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Sep 07 14:25:27.563247 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.568659 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.644852 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'Port': ['ID=34daab85-d8fe-47f8-9e52-2baa086507f1,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:27.655578 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.746716 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:25:27.762722 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Floating IP 377bf7a1-b29c-4061-ba31-3186b59aed16 associated. External IP: 172.27.1.73, port: 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db. Sep 07 14:25:27.837460 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.901704 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:27.910370 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:27.957356 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457717ba-36fd-4ff5-976d-9ed76afd05eb req-cdb6a281-c9cd-450d-93af-8c5dac2dd8a3 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:27.958913 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-457717ba-36fd-4ff5-976d-9ed76afd05eb req-cdb6a281-c9cd-450d-93af-8c5dac2dd8a3 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0595281 Sep 07 14:25:27.968670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:28.001432 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:28.002322 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498adbfa-00e9-4d02-9de2-60dce1749c5f req-1bab6bbf-5c6f-4337-b2dd-1b6b960fd9b2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:28.003811 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfba9d-d709-4dce-9566-57724c47960b" -d '{"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-unplugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:28.004176 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-498adbfa-00e9-4d02-9de2-60dce1749c5f req-1bab6bbf-5c6f-4337-b2dd-1b6b960fd9b2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1113122 Sep 07 14:25:28.007458 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-457717ba-36fd-4ff5-976d-9ed76afd05eb req-e9bda7fe-7178-41a0-b719-0d1ee6785320 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Sep 07 14:25:28.049959 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d9d5c-05c5-48ba-98c8-72d31b808843 x-openstack-request-id: req-d59d9d5c-05c5-48ba-98c8-72d31b808843 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:28.050907 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-unplugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:28.051196 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d59d9d5c-05c5-48ba-98c8-72d31b808843 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:28.051587 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'code': 200} Sep 07 14:25:28.079779 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-498adbfa-00e9-4d02-9de2-60dce1749c5f req-e82f11e4-6d46-4267-a9ae-2a40e791b9a7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Sep 07 14:25:28.082056 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Router ed287d02-e450-4013-849e-d447de5e9fb0 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:25:28.195911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:25:28.206484 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Sync routers for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:25:28.212226 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.215608 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:25:28.216222 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:25:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:25:28.239387 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-853309f7-1dd8-4496-b98c-e365d4c9ce08 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8956301 Sep 07 14:25:28.239974 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:28.242211 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc346634-c471-4caf-9900-234107fa7f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:28.242424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 34180) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:28.248875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091641181', 'description': 'tempest-secgroup-smoke-2091641181 description', 'project_id': '53edf50ae10b435dabcf1a2d03677412'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:28.273773 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.280227 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3918cae-e59c-48d3-add4-015b08c5e409 x-openstack-request-id: req-e3918cae-e59c-48d3-add4-015b08c5e409 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:28.280521 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:28.280765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3918cae-e59c-48d3-add4-015b08c5e409 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:28.281156 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:25:28.329540 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:25:28.374939 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.392140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.406336 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae1ed0-a087-497e-9590-e6086075725f req-41da0fd1-2a9b-48a8-947f-8685ecc50161 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:28.407870 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3ae1ed0-a087-497e-9590-e6086075725f req-41da0fd1-2a9b-48a8-947f-8685ecc50161 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0593264 Sep 07 14:25:28.458117 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3ae1ed0-a087-497e-9590-e6086075725f req-e92fb4a1-d4a2-481a-9284-a7a0c3b94dca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Sep 07 14:25:28.468820 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.475278 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2270823 Sep 07 14:25:28.476385 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:28.481793 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:28.485129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be41c3-0519-4da7-91a9-2755a5934863 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063a1ae0-2311-46d7-bd87-beb314ee7118,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:28.500546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346634-c471-4caf-9900-234107fa7f3e req-317262f2-70d2-4d75-96a2-99c979709655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:28.504568 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-317262f2-70d2-4d75-96a2-99c979709655 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.1264801 Sep 07 14:25:28.519474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.586509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.593816 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.632017 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcf0782-7950-4954-a279-4af67180398c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:28.641181 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.644465 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-deec7737-c8ca-40c7-9df5-a46a0a0dd37d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666136 Sep 07 14:25:28.647693 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:28.656131 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:28.703072 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '377bf7a1-b29c-4061-ba31-3186b59aed16', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'port_id': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'mac_address': 'fa:16:3e:aa:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:25:27Z', 'updated_at': '2021-09-07T14:25:27Z', 'revision_number': 0, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:25:28.710048 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.741017 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Checking router: ed287d02-e450-4013-849e-d447de5e9fb0 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:25:28.754466 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:25:28.754466 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:25:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:25:28.804885 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.809747 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.839445 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67336228-73c1-4634-8d59-c693fb201c0d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:28.849404 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.851502 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4503c701-8bf3-489a-94c4-9282df75d10c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2019274 Sep 07 14:25:28.853951 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34194) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:28.861277 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:28.887532 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:25:28.899288 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.922760 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355325-4f1a-40bb-882a-aa1f12b362d1 req-506d2235-d907-4ff6-a76a-f8c4512cd674 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:28.931316 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3355325-4f1a-40bb-882a-aa1f12b362d1 req-506d2235-d907-4ff6-a76a-f8c4512cd674 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0873075 Sep 07 14:25:28.938913 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346634-c471-4caf-9900-234107fa7f3e req-8ed4b0f7-78d4-421b-b38e-82ed188284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:28.941108 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-8ed4b0f7-78d4-421b-b38e-82ed188284ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.4196150 Sep 07 14:25:28.972598 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:28.977207 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.001168 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab1af86-2143-4714-bf1e-bb95a18ec1b2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:29.012359 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.014124 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cd3691e4-48aa-4bb2-8edd-a93f6bd21219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580691 Sep 07 14:25:29.017580 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:29.023105 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:29.044388 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a3355325-4f1a-40bb-882a-aa1f12b362d1 req-5aced117-747c-462c-860b-a90d1ac5c290 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120121 Sep 07 14:25:29.047038 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-d10213e1-b7a8-4c68-a3e8-fd3d56606c0a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 998 time: 0.0937414 Sep 07 14:25:29.053850 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.117249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346634-c471-4caf-9900-234107fa7f3e req-04014cd0-ddf4-43d3-8ff8-e54ab67cc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.119221 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-04014cd0-ddf4-43d3-8ff8-e54ab67cc9e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0586648 Sep 07 14:25:29.182376 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a2cb-393b-40b8-b1f4-84a57b70ad95 req-b244d4c8-9778-4a10-8cd3-51a9b4155e89 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.183961 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0959a2cb-393b-40b8-b1f4-84a57b70ad95 req-b244d4c8-9778-4a10-8cd3-51a9b4155e89 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0929599 Sep 07 14:25:29.185812 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.189558 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '377bf7a1-b29c-4061-ba31-3186b59aed16', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'port_id': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'mac_address': 'fa:16:3e:aa:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:25:27Z', 'updated_at': '2021-09-07T14:25:27Z', 'revision_number': 0, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:25:29.193232 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.215740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346634-c471-4caf-9900-234107fa7f3e req-7c6c3cac-1a1b-46c8-bbcb-a98de62a70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.217271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-7c6c3cac-1a1b-46c8-bbcb-a98de62a70f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0863562 Sep 07 14:25:29.224455 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7b58f-7248-42d9-9794-0d72432c6595 None None] The sync data for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi is: [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '377bf7a1-b29c-4061-ba31-3186b59aed16', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'port_id': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'mac_address': 'fa:16:3e:aa:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:25:27Z', 'updated_at': '2021-09-07T14:25:27Z', 'revision_number': 0, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:25:29.229250 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a159841-cb60-4a70-a6ce-d6cc0958bf5e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:29.245552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979beba-0d10-4694-8237-8c0d7e46af6f req-cef83375-6889-4da5-a15e-fe7cca1ed99c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.247121 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7979beba-0d10-4694-8237-8c0d7e46af6f req-cef83375-6889-4da5-a15e-fe7cca1ed99c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0702105 Sep 07 14:25:29.251229 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.258183 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-305201db-0bbe-42b4-97f1-b0c35948f06d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2370996 Sep 07 14:25:29.259120 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:29.263947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:29.279406 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0959a2cb-393b-40b8-b1f4-84a57b70ad95 req-ee018835-814e-404e-b5a5-7b00c19b0b40 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836477 Sep 07 14:25:29.308787 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Project 53edf50ae10b435dabcf1a2d03677412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:25:29.318839 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.343526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7979beba-0d10-4694-8237-8c0d7e46af6f req-b3ae8299-c310-4202-aa33-8ac9066d55bc tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884924 Sep 07 14:25:29.376365 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-efcd2634-9780-4389-bd15-aedbf6deb0a5 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396880 Sep 07 14:25:29.381655 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.386243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.407575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4900450d-c741-4032-9633-9259a436737b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:29.421675 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.423130 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-86bfea01-b723-4434-a9e6-665b304ba63d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628764 Sep 07 14:25:29.426450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34208) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:29.431048 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'security_group_rule': {'security_group_id': '063a1ae0-2311-46d7-bd87-beb314ee7118', 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:29.462592 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Project 53edf50ae10b435dabcf1a2d03677412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:25:29.477089 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.498267 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678c17c-bb64-472d-852a-53d2cf818430 None None] New status for floating IP 377bf7a1-b29c-4061-ba31-3186b59aed16: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:25:29.517843 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc346634-c471-4caf-9900-234107fa7f3e req-b702fdba-c346-4488-9a13-a4ce027ad45f service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327481 Sep 07 14:25:29.602315 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.607811 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.637799 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ebc35b-ddd0-41d1-8185-b87a020aa520,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:29.649298 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:29.654231 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7961748c-ed67-4543-b528-69db1429b29e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237432 Sep 07 14:25:29.672813 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7603c4-39ab-424b-94bb-f65bc67184ae req-8c32cce6-d86b-4b6e-9ee8-5c16e85b91e5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.679496 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b7603c4-39ab-424b-94bb-f65bc67184ae req-8c32cce6-d86b-4b6e-9ee8-5c16e85b91e5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1113234 Sep 07 14:25:29.739180 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4b7603c4-39ab-424b-94bb-f65bc67184ae req-2ea98760-1e08-4228-8b40-cdeb8c12cf57 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570652 Sep 07 14:25:29.758564 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43c11152-8eca-465d-b36d-16c555a988fd req-c62abd09-1216-475d-9234-20c80fa939ff tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091641181&fields=id&tenant_id=53edf50ae10b435dabcf1a2d03677412 HTTP/1.1" status: 200 len: 267 time: 0.0451472 Sep 07 14:25:29.823050 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11152-8eca-465d-b36d-16c555a988fd req-113903af-2b29-4454-bccb-d0b2ba2b006b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:29.824610 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43c11152-8eca-465d-b36d-16c555a988fd req-113903af-2b29-4454-bccb-d0b2ba2b006b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0575323 Sep 07 14:25:29.838372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'port': {'security_groups': ['935994a8-daaa-4bc9-a4c9-cad58680709a', '063a1ae0-2311-46d7-bd87-beb314ee7118']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:25:29.904285 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:30.108639 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:30.145207 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:30.151611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:30.204509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779513fb-f7d0-4aee-93a9-da45973bb5f1 req-fe2a23a5-5eea-4472-8f7c-235f6db2c1ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.207687 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.208330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:30.212862 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43c11152-8eca-465d-b36d-16c555a988fd req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "PUT /v2.0/ports/8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 981 time: 0.3791013 Sep 07 14:25:30.213294 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-779513fb-f7d0-4aee-93a9-da45973bb5f1 req-fe2a23a5-5eea-4472-8f7c-235f6db2c1ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0827796 Sep 07 14:25:30.213420 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:30.215692 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4404d877-f388-4a97-af74-25e8ce716091" -d '{"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:30.250831 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:30.263959 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c9a4f-368e-4a16-b73e-684cd60a2885 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:30.284860 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-779513fb-f7d0-4aee-93a9-da45973bb5f1 req-27da94f0-b48d-49b8-8757-ebff9356140b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706887 Sep 07 14:25:30.348432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1e88b-f243-4b04-acc3-8cfdad16c8f7 req-6390f711-5073-4ad5-95ec-388f4836bb8c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.356714 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5ab1e88b-f243-4b04-acc3-8cfdad16c8f7 req-6390f711-5073-4ad5-95ec-388f4836bb8c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0722494 Sep 07 14:25:30.371694 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae498d3d-c83a-496f-b531-14f1ce9baf20 x-openstack-request-id: req-ae498d3d-c83a-496f-b531-14f1ce9baf20 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:30.371984 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:30.372231 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae498d3d-c83a-496f-b531-14f1ce9baf20 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:30.372624 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:25:30.427343 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5ab1e88b-f243-4b04-acc3-8cfdad16c8f7 req-5975c6b6-fcc0-4e88-b47f-ca5d381884c2 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633914 Sep 07 14:25:30.491962 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d877-f388-4a97-af74-25e8ce716091 req-64be757f-b2cf-4d29-a03f-9621711d064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.494899 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-64be757f-b2cf-4d29-a03f-9621711d064a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1137 time: 0.0661004 Sep 07 14:25:30.546595 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00cc8bea-863e-44e2-a813-c5a013659ee2 None None] Provisioning complete for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:25:30.552659 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00cc8bea-863e-44e2-a813-c5a013659ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:30.590275 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8152b-343c-4268-8c7f-38ffa477c627 req-c959d819-1c35-491b-ba62-013fe5cc4297 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.592347 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-62d8152b-343c-4268-8c7f-38ffa477c627 req-c959d819-1c35-491b-ba62-013fe5cc4297 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0956101 Sep 07 14:25:30.630077 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:30.672924 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bde36-9c72-4bc6-b889-1d6f3ebf06f4 req-62a8a454-5d02-4c39-93bf-3016c339379c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.682787 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-907bde36-9c72-4bc6-b889-1d6f3ebf06f4 req-62a8a454-5d02-4c39-93bf-3016c339379c tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0597084 Sep 07 14:25:30.691527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d877-f388-4a97-af74-25e8ce716091 req-4da7e2d6-609d-488b-8797-2f88a828ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.693068 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-4da7e2d6-609d-488b-8797-2f88a828ce41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.1496611 Sep 07 14:25:30.701334 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-62d8152b-343c-4268-8c7f-38ffa477c627 req-6a620107-9f17-48f1-95c4-97e61c8dfeec tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795414 Sep 07 14:25:30.727826 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-907bde36-9c72-4bc6-b889-1d6f3ebf06f4 req-03e52e45-8908-4d84-92ba-ad34bbcd606b tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Sep 07 14:25:30.829444 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-dc342591-a698-49cd-a879-22c49b068089 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 1000 time: 0.0929582 Sep 07 14:25:30.927003 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f180ae-f084-4a65-b677-9b859a94de9a req-c49194ea-091c-49d5-bf76-e4fafc1b8cd2 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.928716 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-17f180ae-f084-4a65-b677-9b859a94de9a req-c49194ea-091c-49d5-bf76-e4fafc1b8cd2 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0881312 Sep 07 14:25:30.930494 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d877-f388-4a97-af74-25e8ce716091 req-df1e5d7e-d271-47da-a166-70aa3bddc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:30.931948 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-df1e5d7e-d271-47da-a166-70aa3bddc8bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0605347 Sep 07 14:25:30.999241 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-17f180ae-f084-4a65-b677-9b859a94de9a req-dabcb548-b2a1-4a53-bf98-0aae2b473524 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644789 Sep 07 14:25:31.008642 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d877-f388-4a97-af74-25e8ce716091 req-0d6d9906-4e99-4946-bbf6-eb36e196d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:31.010418 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-0d6d9906-4e99-4946-bbf6-eb36e196d040 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680525 Sep 07 14:25:31.125905 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-13152c3a-2cd8-4cd6-a4de-4e4991a4c855 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002398 Sep 07 14:25:31.225859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4404d877-f388-4a97-af74-25e8ce716091 req-92905e8e-fa53-4e9d-9057-2f98fb7664cf service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907800 Sep 07 14:25:31.419524 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071854e3-0a59-4a5e-8482-dbb431c90c45 req-24fe513e-11bb-4413-a4be-937994f5a370 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:31.421160 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-071854e3-0a59-4a5e-8482-dbb431c90c45 req-24fe513e-11bb-4413-a4be-937994f5a370 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0505061 Sep 07 14:25:31.459957 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-071854e3-0a59-4a5e-8482-dbb431c90c45 req-a7d85ffe-0c3e-47ba-8ed6-a33d54f0ded7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Sep 07 14:25:31.845547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1517b5-a7db-4f0e-ab6f-be22ec93820b req-af9f3296-c232-44dd-8298-8d23d29cdc6d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:31.847351 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9b1517b5-a7db-4f0e-ab6f-be22ec93820b req-af9f3296-c232-44dd-8298-8d23d29cdc6d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0699508 Sep 07 14:25:31.898123 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-09a3df76-6eb3-462a-8158-89f0628959ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:31.911494 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9b1517b5-a7db-4f0e-ab6f-be22ec93820b req-b4f0f1fc-6ea1-4ad9-b81f-e7ee5238d9d4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Sep 07 14:25:31.918036 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1cbc7-1a50-498e-b931-bce76d9d8c63 req-9d681def-070c-4177-af80-ac862982d3ed tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:31.919635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddc1cbc7-1a50-498e-b931-bce76d9d8c63 req-9d681def-070c-4177-af80-ac862982d3ed tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0814044 Sep 07 14:25:31.961236 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddc1cbc7-1a50-498e-b931-bce76d9d8c63 req-a0efa0c8-a06a-4496-b61a-14f661cb450b tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Sep 07 14:25:31.986174 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-de55d0d8-1cb5-484c-87ff-3c53f3ec71da req-e57c5c13-c69c-46e9-a17e-52f7a2e7822e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:25:31.987677 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-de55d0d8-1cb5-484c-87ff-3c53f3ec71da req-e57c5c13-c69c-46e9-a17e-52f7a2e7822e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060833 Sep 07 14:25:32.175256 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029393-234a-4978-b97e-300ec989f0ea req-0c002c59-3bf2-41e8-bb28-fd194783f574 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.175441 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fd299-cb1f-4b71-9e49-8f93eee056b3 req-7beacd08-b762-4012-aa63-e7dc2495d5f8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.176946 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6029393-234a-4978-b97e-300ec989f0ea req-0c002c59-3bf2-41e8-bb28-fd194783f574 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0702446 Sep 07 14:25:32.178011 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cb7fd299-cb1f-4b71-9e49-8f93eee056b3 req-7beacd08-b762-4012-aa63-e7dc2495d5f8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0896854 Sep 07 14:25:32.238189 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cb7fd299-cb1f-4b71-9e49-8f93eee056b3 req-ec75cda0-cd2e-4217-80eb-2e92880d4b39 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Sep 07 14:25:32.246699 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6029393-234a-4978-b97e-300ec989f0ea req-960dc80e-e68d-4f92-8224-997a68a1fcd4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627799 Sep 07 14:25:32.507310 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb295a-e8f1-49b2-829a-ba60709f3176 req-6ae6a84b-aa93-43b6-a229-98d264452d7d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.509397 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e2cb295a-e8f1-49b2-829a-ba60709f3176 req-6ae6a84b-aa93-43b6-a229-98d264452d7d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0563302 Sep 07 14:25:32.549915 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e2cb295a-e8f1-49b2-829a-ba60709f3176 req-99dbafde-228a-4d09-9f5e-63d8ee1c4ef5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Sep 07 14:25:32.551448 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:25:32.640653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-1023be6f-f8d5-471f-917e-6964dd8b51d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880663 Sep 07 14:25:32.650536 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-6c6f69c8-020a-4aa1-8d70-4f8f8a3791d2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:25:32.651542 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-6c6f69c8-020a-4aa1-8d70-4f8f8a3791d2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051167 Sep 07 14:25:32.661577 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-486ffbc5-47b3-49b5-9fc6-1de47d921462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.663119 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-486ffbc5-47b3-49b5-9fc6-1de47d921462 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0414388 Sep 07 14:25:32.765809 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-45217012-6e2f-4834-8492-340b6f5b20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.767333 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-45217012-6e2f-4834-8492-340b6f5b20b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0873485 Sep 07 14:25:32.844231 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-9540264d-026b-495e-af21-5fc515fa74a3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0668325 Sep 07 14:25:32.916719 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-fabb8b55-a047-42e8-b5c0-b1e62dce770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.918274 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-fabb8b55-a047-42e8-b5c0-b1e62dce770c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0530384 Sep 07 14:25:32.993384 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-f66926ac-d4fe-4730-a0ae-68c6bd0eb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:32.996895 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-f66926ac-d4fe-4730-a0ae-68c6bd0eb195 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486877 Sep 07 14:25:33.075249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17a52-398f-4ec8-af27-7828ac9c82f4 req-9e4840e4-ef97-4295-be15-770a13d89326 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:33.077444 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7c17a52-398f-4ec8-af27-7828ac9c82f4 req-9e4840e4-ef97-4295-be15-770a13d89326 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0667315 Sep 07 14:25:33.091057 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0a822-86de-4d39-9605-6c83f314ecd7 req-d14c1b61-a93f-4265-a474-84b8ee425808 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:33.093423 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9d0a822-86de-4d39-9605-6c83f314ecd7 req-d14c1b61-a93f-4265-a474-84b8ee425808 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0525441 Sep 07 14:25:33.134845 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9d0a822-86de-4d39-9605-6c83f314ecd7 req-73913042-6913-4d24-9dd0-dca4785d2ebd tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Sep 07 14:25:33.193152 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7c17a52-398f-4ec8-af27-7828ac9c82f4 req-28866ae8-ffc8-44b0-8919-87bf8bed0c1f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078100 Sep 07 14:25:33.222849 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-7900cd53-c07c-4341-86b7-d39ee3a4cb80 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291711 Sep 07 14:25:33.396791 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25e385-937e-42e2-a914-5be3d0cb1eda req-99c7bbfd-f675-41f1-9c06-e298a7e144f3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:33.397733 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe25e385-937e-42e2-a914-5be3d0cb1eda req-99c7bbfd-f675-41f1-9c06-e298a7e144f3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0765338 Sep 07 14:25:33.437067 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe770c1-22f5-4c52-8a9c-17d398b48d89 req-2804d0b9-7ce9-4bd6-9d7d-54726a8832b6 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122692 Sep 07 14:25:33.441833 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fe25e385-937e-42e2-a914-5be3d0cb1eda req-8bd4dc93-26ed-4d42-ba60-e81ffd483e7f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Sep 07 14:25:33.679379 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa403bd-3bef-4822-ba1e-423b6099705c req-7176537b-795d-46cb-a379-47d7f4676860 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:33.684165 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-baa403bd-3bef-4822-ba1e-423b6099705c req-7176537b-795d-46cb-a379-47d7f4676860 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0586495 Sep 07 14:25:33.726840 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-baa403bd-3bef-4822-ba1e-423b6099705c req-b31f6215-9e0e-459c-abc3-d38859e77901 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371273 Sep 07 14:25:33.772482 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:25:34.179293 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc1f48-1179-4666-a331-84e42eecf296 req-d95c8f62-ae43-40e2-9074-dba5eb8bdc3d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:34.180975 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-05cc1f48-1179-4666-a331-84e42eecf296 req-d95c8f62-ae43-40e2-9074-dba5eb8bdc3d tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0575562 Sep 07 14:25:34.309430 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc066c-80b8-4914-9015-866d180827c6 req-7efecdf2-053d-436d-900f-6d3fd9362836 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:34.310950 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-72fc066c-80b8-4914-9015-866d180827c6 req-7efecdf2-053d-436d-900f-6d3fd9362836 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 946 time: 0.0954895 Sep 07 14:25:34.313810 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee455-afd0-47fe-9d61-1f428c64a60b req-36e5b3c2-cfc2-49fc-ae14-383dc7bb8baa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:34.316968 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-72bee455-afd0-47fe-9d61-1f428c64a60b req-36e5b3c2-cfc2-49fc-ae14-383dc7bb8baa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0512035 Sep 07 14:25:34.341285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-084733e8-ab08-4e28-bb98-c59cbf2b043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.348275 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Deleting port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:25:34.348743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.357193 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-72bee455-afd0-47fe-9d61-1f428c64a60b req-67e41032-4dc4-4704-8cae-942331c9e900 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Sep 07 14:25:34.398181 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-72fc066c-80b8-4914-9015-866d180827c6 req-7c856475-9446-420a-8eef-88b8d4abe2a9 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/security-groups?id=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800784 Sep 07 14:25:34.466492 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] For port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,segment=NetworkSegment(cf642a7e-a247-49a0-a412-c55de68bf307),segment_id=cf642a7e-a247-49a0-a412-c55de68bf307)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:34.466852 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.481329 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.482908 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Calling delete_port for 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:25:34.603813 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484a56d-f3f6-4099-b521-7f9c3c2174e8 req-7f3843a0-0edb-4397-8939-bf231e482294 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:34.605359 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5484a56d-f3f6-4099-b521-7f9c3c2174e8 req-7f3843a0-0edb-4397-8939-bf231e482294 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0644069 Sep 07 14:25:34.646979 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.647773 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5484a56d-f3f6-4099-b521-7f9c3c2174e8 req-51665ce4-74a7-43d3-9a23-6975c6da7433 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363064 Sep 07 14:25:34.676198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Pushing event deleted for resources: {'Port': ['ID=958c967c-db0d-4ed1-a975-8e70ea6b5fd8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:34.687491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.687833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.688166 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.688489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.688834 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.689138 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.689450 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.690319 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.690680 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.690941 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.691312 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.691616 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:25:34.704043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['958c967c-db0d-4ed1-a975-8e70ea6b5fd8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:34.734612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] No DVR routers for this DVR port 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:25:34.737147 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:34.739042 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-05cc1f48-1179-4666-a331-84e42eecf296 req-132aab56-78e4-4aca-a0a8-7d1ce89ab952 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.68 "DELETE /v2.0/ports/958c967c-db0d-4ed1-a975-8e70ea6b5fd8 HTTP/1.1" status: 204 len: 173 time: 0.5500026 Sep 07 14:25:34.739479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'name': 'network-vif-deleted', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:34.741798 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7e8dd-80c5-4fe5-87bd-75eddcae4728" -d '{"events": [{"server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "name": "network-vif-deleted", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:34.781285 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ecc083-b234-471e-8150-4067347f765c x-openstack-request-id: req-c7ecc083-b234-471e-8150-4067347f765c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:34.781611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0bd066-30fd-4e01-a5c4-fada4bd56654", "name": "network-vif-deleted", "tag": "958c967c-db0d-4ed1-a975-8e70ea6b5fd8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:34.781832 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7ecc083-b234-471e-8150-4067347f765c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:34.782223 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0bd066-30fd-4e01-a5c4-fada4bd56654', 'name': 'network-vif-deleted', 'tag': '958c967c-db0d-4ed1-a975-8e70ea6b5fd8', 'status': 'completed', 'code': 200} Sep 07 14:25:34.868338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161823-e751-416f-b6b3-6b93bca8aa02 req-d1dfcfa5-357a-422e-a45b-d663ab7e34c0 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:34.869948 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bc161823-e751-416f-b6b3-6b93bca8aa02 req-d1dfcfa5-357a-422e-a45b-d663ab7e34c0 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Sep 07 14:25:34.911972 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bc161823-e751-416f-b6b3-6b93bca8aa02 req-d4edd5d9-1145-47e7-8a2b-621583594650 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Sep 07 14:25:35.495161 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b9d20-0051-4859-8959-4fb1d9a88baa req-88b7b02e-d7c4-4fec-96a0-c5798334c5a3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:35.496774 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-de4b9d20-0051-4859-8959-4fb1d9a88baa req-88b7b02e-d7c4-4fec-96a0-c5798334c5a3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0675318 Sep 07 14:25:35.546418 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-de4b9d20-0051-4859-8959-4fb1d9a88baa req-58f39947-05e7-4e86-aac1-3ba9801affeb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Sep 07 14:25:35.601014 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-596b8abf-c09d-4a19-a70e-cc5669c53fda req-4f4f4fb8-b953-48da-9fed-8dd8827c17d8 tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Sep 07 14:25:35.657519 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990c05-28b8-4837-a2f0-8c4a5438d018 req-8213ebc8-12b7-414c-b1d4-a712daedf4c1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:35.659596 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41990c05-28b8-4837-a2f0-8c4a5438d018 req-8213ebc8-12b7-414c-b1d4-a712daedf4c1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0506985 Sep 07 14:25:35.700112 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41990c05-28b8-4837-a2f0-8c4a5438d018 req-6f46582a-0add-4f4f-bc36-e3e407b2eff8 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Sep 07 14:25:35.728328 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:35.774948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4ba1-c392-4807-9145-7b44749e057a req-0365dd45-308a-45b4-ad84-2df20b2c5fdd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:35.776455 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-738b4ba1-c392-4807-9145-7b44749e057a req-0365dd45-308a-45b4-ad84-2df20b2c5fdd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0523376 Sep 07 14:25:35.816880 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-738b4ba1-c392-4807-9145-7b44749e057a req-015bd1bc-e618-4543-ab34-1053b53daef1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339670 Sep 07 14:25:36.031536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4824-fe6e-4b1e-9e9d-7f62872776d3 req-c3ceedc4-07cb-42d4-9613-bf953e5f91fe tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:36.033021 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aa3d4824-fe6e-4b1e-9e9d-7f62872776d3 req-c3ceedc4-07cb-42d4-9613-bf953e5f91fe tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Sep 07 14:25:36.072095 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aa3d4824-fe6e-4b1e-9e9d-7f62872776d3 req-c7d065c2-041d-4d0c-8de1-a2f19911445f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Sep 07 14:25:36.680710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed0a5-2156-484f-868d-6cad23c5a658 req-f084d9d1-1e5f-4ab9-82a6-cba44fa5e3df tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:36.682261 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-799ed0a5-2156-484f-868d-6cad23c5a658 req-f084d9d1-1e5f-4ab9-82a6-cba44fa5e3df tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0620155 Sep 07 14:25:36.683070 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-42439ebf-efcf-44bb-a465-acd118eafd6f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502346 Sep 07 14:25:36.738901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a937f75f-389c-47e5-b091-e3407790de7a req-7b84bad6-1eb7-433d-bd06-a066d4e3039f tempest-VolumesActionsTest-922464767 tempest-VolumesActionsTest-922464767-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc0bd066-30fd-4e01-a5c4-fada4bd56654 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Sep 07 14:25:36.848070 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aec5-7264-4843-b319-beda1392926b req-56ef549d-bed0-45f7-875b-537d0328ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:36.849752 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-56ef549d-bed0-45f7-875b-537d0328ebef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 1098 time: 0.0858490 Sep 07 14:25:36.873612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f8a66-87ca-45bb-87aa-46799bf20259 req-45ee3507-8499-44b0-bbe8-223fb18e7d39 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:36.875337 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f13f8a66-87ca-45bb-87aa-46799bf20259 req-45ee3507-8499-44b0-bbe8-223fb18e7d39 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0641568 Sep 07 14:25:36.943028 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f13f8a66-87ca-45bb-87aa-46799bf20259 req-ba5388f1-99e5-49b4-82b8-7dd9cc159272 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 Sep 07 14:25:36.984890 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-799ed0a5-2156-484f-868d-6cad23c5a658 req-ceff1c88-d0bf-4ed2-8d4e-c4ca843ebbc3 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965870 Sep 07 14:25:37.063048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aec5-7264-4843-b319-beda1392926b req-043b65f1-bc82-4ef0-b8d8-73008dda898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:37.065019 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-043b65f1-bc82-4ef0-b8d8-73008dda898e service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.1363285 Sep 07 14:25:37.117856 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6198c-27fc-4962-a2dd-519458165962 req-b112cb1d-5e94-4c5a-b993-e3cf93c71636 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:37.119434 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fb6198c-27fc-4962-a2dd-519458165962 req-b112cb1d-5e94-4c5a-b993-e3cf93c71636 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0541673 Sep 07 14:25:37.121628 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-071615ff-25c8-4e8c-92ce-ff6b0570468a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 200 len: 217 time: 0.0375779 Sep 07 14:25:37.169625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fb6198c-27fc-4962-a2dd-519458165962 req-b367c45e-559b-47e1-ab35-f477d1fcc8e4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Sep 07 14:25:37.193845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aec5-7264-4843-b319-beda1392926b req-029fddd1-f58f-4d4d-b1fd-c3780c54b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:37.195294 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-029fddd1-f58f-4d4d-b1fd-c3780c54b750 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0616503 Sep 07 14:25:37.246540 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-1ea8785a-8225-4c3e-8eb3-bf1c9da88f08 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284920 Sep 07 14:25:37.293078 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:37.340739 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-ebe79bfe-31e9-44f4-8bb5-d453378f0ea5 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Sep 07 14:25:37.419850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:37.447815 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1eb9aec5-7264-4843-b319-beda1392926b req-bb46e021-7e80-45cd-8bd0-cd731e134c4e service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977826 Sep 07 14:25:37.820960 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:25:37.844714 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:25:37.844714 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 958c967c-db0d-4ed1-a975-8e70ea6b5fd8 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:25:37.862817 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d62-6e5b-402d-a925-9b0072188847 req-6270c18c-fd4a-4ee4-8c1d-cadb3c97d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:37.864366 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-6270c18c-fd4a-4ee4-8c1d-cadb3c97d9ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&tenant_id=5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 1096 time: 0.0788722 Sep 07 14:25:38.004714 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d62-6e5b-402d-a925-9b0072188847 req-2aee7e5b-6280-4032-9246-b712b34f83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.006551 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-2aee7e5b-6280-4032-9246-b712b34f83bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1096 time: 0.0642128 Sep 07 14:25:38.092290 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e95-bc08-4c0a-8139-e38d6c467191 req-8efb3280-5d7f-46bc-bc7d-be493468d359 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.093829 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3d936e95-bc08-4c0a-8139-e38d6c467191 req-8efb3280-5d7f-46bc-bc7d-be493468d359 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0518198 Sep 07 14:25:38.144005 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3d936e95-bc08-4c0a-8139-e38d6c467191 req-8d0160f4-06e0-4638-b1b2-a5642a30149c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Sep 07 14:25:38.182989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d62-6e5b-402d-a925-9b0072188847 req-8ce73621-5243-40c9-8ecd-2c9edd2c7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.184777 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-8ce73621-5243-40c9-8ecd-2c9edd2c7eda service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1574430 Sep 07 14:25:38.195671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25520-fdc4-4ee2-888d-f96309318a51 req-8d583acf-93ec-4679-b7c2-02e9edc0581e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.197229 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43e25520-fdc4-4ee2-888d-f96309318a51 req-8d583acf-93ec-4679-b7c2-02e9edc0581e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0944293 Sep 07 14:25:38.301494 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43e25520-fdc4-4ee2-888d-f96309318a51 req-509d448d-72a2-47b8-b5cd-de82118e1ef6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895836 Sep 07 14:25:38.333040 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-f8d87b37-7406-4a6d-a056-2e651f8a1939 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 998 time: 0.1323748 Sep 07 14:25:38.371141 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cd0ae-7d2d-47f3-adb6-f35b2a4b51cc req-bc61c5b5-e7fa-4fc4-bd65-7648b195d64e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.372930 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-605cd0ae-7d2d-47f3-adb6-f35b2a4b51cc req-bc61c5b5-e7fa-4fc4-bd65-7648b195d64e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0955856 Sep 07 14:25:38.417144 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d62-6e5b-402d-a925-9b0072188847 req-b3f0bcdf-8f74-49dc-a756-893f5a497109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.418932 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-b3f0bcdf-8f74-49dc-a756-893f5a497109 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0736082 Sep 07 14:25:38.441627 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-605cd0ae-7d2d-47f3-adb6-f35b2a4b51cc req-8610c6ab-6380-4f81-a075-0246f46df836 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570478 Sep 07 14:25:38.500742 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d62-6e5b-402d-a925-9b0072188847 req-803bfb9d-2f9e-4517-b8a3-23f48f98237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:38.503029 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-803bfb9d-2f9e-4517-b8a3-23f48f98237c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718594 Sep 07 14:25:38.617479 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-44dd4cbf-f092-4abd-9f49-d11478878602 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016939 Sep 07 14:25:38.739833 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-66c7f6e2-c84c-4cb2-b106-551d9f98d683 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111801 Sep 07 14:25:39.276919 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8377-649a-42e6-96cb-e904bdb4fb17 req-9734e532-9d66-4281-8035-cd6187a5b489 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:39.279465 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-591d8377-649a-42e6-96cb-e904bdb4fb17 req-9734e532-9d66-4281-8035-cd6187a5b489 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0587983 Sep 07 14:25:39.332564 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-591d8377-649a-42e6-96cb-e904bdb4fb17 req-53fa6c40-7d40-411a-aeda-71b1fbb22751 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Sep 07 14:25:39.450545 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeeed6-6085-412c-9da8-918d3486b5cd req-cb6a10cd-851d-4e7b-a212-d8ab36c29fda tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:39.452205 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-15aeeed6-6085-412c-9da8-918d3486b5cd req-cb6a10cd-851d-4e7b-a212-d8ab36c29fda tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0524483 Sep 07 14:25:39.514159 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-15aeeed6-6085-412c-9da8-918d3486b5cd req-b2ceb4f5-20e8-4bfd-91eb-ab97398492b6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549517 Sep 07 14:25:39.602408 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212de36-70e4-4cad-943a-996d70fc2e6e req-58012a33-bd3e-44f9-a592-f625a41f35fd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:39.604146 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3212de36-70e4-4cad-943a-996d70fc2e6e req-58012a33-bd3e-44f9-a592-f625a41f35fd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0585108 Sep 07 14:25:39.657079 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3212de36-70e4-4cad-943a-996d70fc2e6e req-60970a63-34d4-4c8f-af26-ac4a6b065cda tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Sep 07 14:25:39.790927 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ed3e-74b7-4d8b-bc44-3dcb879ee247 req-856ea129-bf52-4cc1-b847-5aba4ba6520f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:39.792458 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9120ed3e-74b7-4d8b-bc44-3dcb879ee247 req-856ea129-bf52-4cc1-b847-5aba4ba6520f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0588560 Sep 07 14:25:39.831802 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9120ed3e-74b7-4d8b-bc44-3dcb879ee247 req-2596988d-dfc1-4156-abeb-1158b2953416 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Sep 07 14:25:40.487515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794c5f-0b3b-4f4f-92f4-00eef6cefb5e req-72d14bc8-90cd-4893-a472-a374b994d122 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:40.489050 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13794c5f-0b3b-4f4f-92f4-00eef6cefb5e req-72d14bc8-90cd-4893-a472-a374b994d122 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0594454 Sep 07 14:25:40.532107 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13794c5f-0b3b-4f4f-92f4-00eef6cefb5e req-ded7bd15-8566-4869-9db1-fde8a75e66ce tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366366 Sep 07 14:25:40.651621 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a38de5-0f4d-4751-a3e1-845342a969d4 req-c163aae9-248c-49c8-b4f1-fd4b24e4d6cd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:40.653451 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6a38de5-0f4d-4751-a3e1-845342a969d4 req-c163aae9-248c-49c8-b4f1-fd4b24e4d6cd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0582323 Sep 07 14:25:40.709577 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6a38de5-0f4d-4751-a3e1-845342a969d4 req-f122e066-184e-4a59-9433-b65177a6dee9 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495975 Sep 07 14:25:40.804744 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b0f5-754f-4b48-8c1c-38eb0b8dc1b3 req-e3393d38-8db3-4dbb-8b7a-b61a8f9afd8d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:40.806476 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0066b0f5-754f-4b48-8c1c-38eb0b8dc1b3 req-e3393d38-8db3-4dbb-8b7a-b61a8f9afd8d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0632124 Sep 07 14:25:40.852816 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0066b0f5-754f-4b48-8c1c-38eb0b8dc1b3 req-99f6cf56-6ad5-46bf-a2db-f5670fcd76be tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Sep 07 14:25:40.975705 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fd970-5bd5-4897-ba8e-8038148a7c81 req-25f3ea5f-e6be-4bca-9ac8-4db2f35380d1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:40.977388 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-933fd970-5bd5-4897-ba8e-8038148a7c81 req-25f3ea5f-e6be-4bca-9ac8-4db2f35380d1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0575655 Sep 07 14:25:41.021600 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-933fd970-5bd5-4897-ba8e-8038148a7c81 req-4dd108d6-d1ce-4903-9d31-01ca5a0dcc5b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Sep 07 14:25:41.666209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4ce48-7ed9-461e-aaff-4d21dc31fe29 req-6b9bb255-5ef5-4926-aa42-d41d321c4f33 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:41.667852 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1f4ce48-7ed9-461e-aaff-4d21dc31fe29 req-6b9bb255-5ef5-4926-aa42-d41d321c4f33 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0569909 Sep 07 14:25:41.712809 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1f4ce48-7ed9-461e-aaff-4d21dc31fe29 req-fc3a6102-c476-4099-9a82-3b6f27f54f80 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Sep 07 14:25:41.899590 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398fc75-d500-401d-b7de-6223f0b85038 req-1fd8a361-8c84-43d0-8684-8099ced82812 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:41.901127 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4398fc75-d500-401d-b7de-6223f0b85038 req-1fd8a361-8c84-43d0-8684-8099ced82812 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0741487 Sep 07 14:25:41.947561 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4398fc75-d500-401d-b7de-6223f0b85038 req-0f1b18ce-177b-48c8-bc92-bdc34eed74a7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Sep 07 14:25:42.011493 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bce07-d23e-47f5-b9ed-a98c97d8eb8b req-a3a706b0-f125-46f0-ad8d-0b266065915c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:42.016485 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-374bce07-d23e-47f5-b9ed-a98c97d8eb8b req-a3a706b0-f125-46f0-ad8d-0b266065915c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0642040 Sep 07 14:25:42.060010 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-374bce07-d23e-47f5-b9ed-a98c97d8eb8b req-93001823-ccb2-4c5c-81f2-3a90d13a3401 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Sep 07 14:25:42.157846 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf45c44-c3e3-4721-92e8-99f7323085bd req-0a3cb9ee-8dfa-4f3f-889b-9ef2fa789057 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:42.160335 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fdf45c44-c3e3-4721-92e8-99f7323085bd req-0a3cb9ee-8dfa-4f3f-889b-9ef2fa789057 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0549426 Sep 07 14:25:42.202454 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fdf45c44-c3e3-4721-92e8-99f7323085bd req-525fca34-5470-4ca4-9cf9-d387364bd5b3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Sep 07 14:25:42.837935 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd48d36-3823-4f81-8a4d-4e907191f203 req-69c3396d-e24f-4f1e-8d51-78955adda8ea tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:42.842621 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4fd48d36-3823-4f81-8a4d-4e907191f203 req-69c3396d-e24f-4f1e-8d51-78955adda8ea tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0571280 Sep 07 14:25:42.880128 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4fd48d36-3823-4f81-8a4d-4e907191f203 req-e9d1136e-48c9-442f-b758-4d903aa89e05 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Sep 07 14:25:43.066262 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf42c0-0822-4833-8efe-a4bfb754a11e req-b5efa3fe-c68d-4006-95ce-0f3eaeeaf02d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:43.067758 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6ecf42c0-0822-4833-8efe-a4bfb754a11e req-b5efa3fe-c68d-4006-95ce-0f3eaeeaf02d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0509653 Sep 07 14:25:43.112385 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6ecf42c0-0822-4833-8efe-a4bfb754a11e req-e2ab2254-1e13-4c02-aed1-b37528cdd801 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Sep 07 14:25:43.193826 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641c139-bb97-46fe-8283-dd400e42a5b2 req-a850bb5f-a205-4b34-aa09-8fe82c5b5a19 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:43.195557 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8641c139-bb97-46fe-8283-dd400e42a5b2 req-a850bb5f-a205-4b34-aa09-8fe82c5b5a19 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0511050 Sep 07 14:25:43.237840 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8641c139-bb97-46fe-8283-dd400e42a5b2 req-748c6533-42db-4449-917c-948bdc895f5e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358334 Sep 07 14:25:43.334883 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6c5b2-58d9-498b-9e93-897eb14e587b req-aaa9a03a-4def-4c2d-aa3a-fb55b2045fac tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:43.336515 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-58c6c5b2-58d9-498b-9e93-897eb14e587b req-aaa9a03a-4def-4c2d-aa3a-fb55b2045fac tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Sep 07 14:25:43.381823 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-58c6c5b2-58d9-498b-9e93-897eb14e587b req-ff655014-68a8-4d76-9f28-d397dcaddeba tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Sep 07 14:25:44.037362 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3078c2-cbcd-49a9-a376-2e60c77a13e5 req-21b6af30-b032-45fb-911d-d61b6e7da4b3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:44.039057 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc3078c2-cbcd-49a9-a376-2e60c77a13e5 req-21b6af30-b032-45fb-911d-d61b6e7da4b3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0649178 Sep 07 14:25:44.176720 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc3078c2-cbcd-49a9-a376-2e60c77a13e5 req-5ba32724-e28d-4a65-837f-48708936ce98 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279843 Sep 07 14:25:44.359200 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350b62-1462-40f7-9d70-a5d0b3509350 req-5a695dd8-d5d0-496a-86ac-42509c72e260 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:44.368786 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2e350b62-1462-40f7-9d70-a5d0b3509350 req-5a695dd8-d5d0-496a-86ac-42509c72e260 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0824008 Sep 07 14:25:44.459359 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2e350b62-1462-40f7-9d70-a5d0b3509350 req-c598301f-b86b-4baa-9394-62c162558df5 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890644 Sep 07 14:25:44.487087 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74158b3-aba2-4f37-92ca-694aa0d6bccc req-05034568-7c07-4f74-a545-8e1e4107a2e8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:44.487087 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f74158b3-aba2-4f37-92ca-694aa0d6bccc req-05034568-7c07-4f74-a545-8e1e4107a2e8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0914085 Sep 07 14:25:44.599674 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f74158b3-aba2-4f37-92ca-694aa0d6bccc req-de20b4ed-b0d8-40ac-8fc5-211e4f8901dd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044793 Sep 07 14:25:44.645109 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e57c8-9318-4b69-9fec-9f9c9fd3ffd1 req-a5d19ddf-055c-4458-a6c8-06fa6e47ac31 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:44.661039 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8b6e57c8-9318-4b69-9fec-9f9c9fd3ffd1 req-a5d19ddf-055c-4458-a6c8-06fa6e47ac31 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.1167526 Sep 07 14:25:44.714089 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8b6e57c8-9318-4b69-9fec-9f9c9fd3ffd1 req-9acc7724-55e8-4a2e-a404-10b8dc3eda12 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Sep 07 14:25:45.413006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca84e7f-7e36-4e74-a99e-70a6d6804f30 req-c73afe95-d202-4d0a-9318-a6cdecfe196f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:45.415047 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ca84e7f-7e36-4e74-a99e-70a6d6804f30 req-c73afe95-d202-4d0a-9318-a6cdecfe196f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1375735 Sep 07 14:25:45.481859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ca84e7f-7e36-4e74-a99e-70a6d6804f30 req-2a1def93-cd23-46be-978e-7fa0378b7094 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589921 Sep 07 14:25:45.701436 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6b59-8e1a-4837-8fc8-b1de994fc15d req-fc0597ca-792c-4758-92ce-679c294fc4d2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:45.709654 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fd8b6b59-8e1a-4837-8fc8-b1de994fc15d req-fc0597ca-792c-4758-92ce-679c294fc4d2 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1312482 Sep 07 14:25:45.798700 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fd8b6b59-8e1a-4837-8fc8-b1de994fc15d req-3bdff7c8-fbd1-4474-ab82-82188c426962 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804710 Sep 07 14:25:45.843972 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb2f6-dfaf-4af9-8dc4-21c1b8b6f84e req-96d3e6dc-6eab-4162-bf9d-636b2e2cdce3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:45.857153 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-096eb2f6-dfaf-4af9-8dc4-21c1b8b6f84e req-96d3e6dc-6eab-4162-bf9d-636b2e2cdce3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.1366959 Sep 07 14:25:45.941509 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-096eb2f6-dfaf-4af9-8dc4-21c1b8b6f84e req-29bc2978-02b5-4e42-9c42-ee2a8d09b443 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831528 Sep 07 14:25:45.970667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33733c8-85cb-47a2-9de2-a8c35d11aebf req-b3cdd000-8557-46fe-8629-eebcd1871507 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:45.972673 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e33733c8-85cb-47a2-9de2-a8c35d11aebf req-b3cdd000-8557-46fe-8629-eebcd1871507 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0779989 Sep 07 14:25:46.027924 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e33733c8-85cb-47a2-9de2-a8c35d11aebf req-6a2cbf6a-4942-478f-9fc1-5a0463ff91a7 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484095 Sep 07 14:25:46.702651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0678aae-a49f-4d5f-9def-f52298ac03e1 req-31cdd057-5477-4e50-b43a-e0f24318f8f5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:46.705799 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0678aae-a49f-4d5f-9def-f52298ac03e1 req-31cdd057-5477-4e50-b43a-e0f24318f8f5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0614700 Sep 07 14:25:46.784355 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0678aae-a49f-4d5f-9def-f52298ac03e1 req-53705d7b-eb5c-4bbe-b9e8-23b887bce7f1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735283 Sep 07 14:25:46.929349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a6914-6a0c-4006-a470-7ed86587e8c2 req-f293fe6c-35bb-4574-9a12-004b132f5efa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:46.931410 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-263a6914-6a0c-4006-a470-7ed86587e8c2 req-f293fe6c-35bb-4574-9a12-004b132f5efa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0564759 Sep 07 14:25:47.005548 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-263a6914-6a0c-4006-a470-7ed86587e8c2 req-002e18f4-86c8-4fd7-9461-91840f078259 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667436 Sep 07 14:25:47.110590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833260-e7ee-4772-8ffc-9a86847adfbf req-be78a91a-db69-4c29-9a7d-2cc6a4d39c05 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:47.119531 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-05833260-e7ee-4772-8ffc-9a86847adfbf req-be78a91a-db69-4c29-9a7d-2cc6a4d39c05 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0720673 Sep 07 14:25:47.179843 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-05833260-e7ee-4772-8ffc-9a86847adfbf req-5576a646-3cdf-4069-aef8-f39a68bf8b0d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522444 Sep 07 14:25:47.210651 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabc907-9a3a-4e19-abeb-3e5a3c96158b req-6543433a-8f9e-4091-b69e-68888ae12111 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:47.212359 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fbabc907-9a3a-4e19-abeb-3e5a3c96158b req-6543433a-8f9e-4091-b69e-68888ae12111 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0943143 Sep 07 14:25:47.267993 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fbabc907-9a3a-4e19-abeb-3e5a3c96158b req-ba374138-a0f7-4ab0-a2d7-5a20711d0466 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Sep 07 14:25:47.947918 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3ddd-038b-4658-8b71-b3c0dcdae510 req-4b7316fb-a4cf-4711-945d-ef957d485fde tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:47.951675 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bdad3ddd-038b-4658-8b71-b3c0dcdae510 req-4b7316fb-a4cf-4711-945d-ef957d485fde tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0813422 Sep 07 14:25:48.233187 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db421fe-389e-44de-872f-cf743e73cc5d req-0b201806-1f60-44ba-89cc-6d89bfd132ba tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:48.234979 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4db421fe-389e-44de-872f-cf743e73cc5d req-0b201806-1f60-44ba-89cc-6d89bfd132ba tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1153879 Sep 07 14:25:48.297333 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4db421fe-389e-44de-872f-cf743e73cc5d req-de3a51b8-d56d-41af-92cb-849546b31ab1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Sep 07 14:25:48.324468 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bdad3ddd-038b-4658-8b71-b3c0dcdae510 req-34e2987a-1f4c-4c7e-86e1-96e93e09e4d5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681273 Sep 07 14:25:48.433349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c20920-227e-45b2-a136-f064241a12a4 req-7d32ff1c-db93-4776-bc92-42b471bf17c2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:48.442560 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9c20920-227e-45b2-a136-f064241a12a4 req-7d32ff1c-db93-4776-bc92-42b471bf17c2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0618527 Sep 07 14:25:48.448884 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2a4b9-effd-44d3-bff9-2fa61f50fcf3 req-e50850a6-4306-4f99-b651-17c9dba9736f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:48.457393 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ed2a4b9-effd-44d3-bff9-2fa61f50fcf3 req-e50850a6-4306-4f99-b651-17c9dba9736f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Sep 07 14:25:48.497411 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9c20920-227e-45b2-a136-f064241a12a4 req-c2947431-5231-45f3-9085-5fd54e6dcebb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Sep 07 14:25:48.501644 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ed2a4b9-effd-44d3-bff9-2fa61f50fcf3 req-e519bbda-98a3-4b33-a8fa-1e26f41d30ee tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Sep 07 14:25:49.638624 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b446e8-1075-4470-a4f5-63232796799d req-107b75d9-4d95-40b0-b811-eb37261c7028 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:49.641367 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-03b446e8-1075-4470-a4f5-63232796799d req-107b75d9-4d95-40b0-b811-eb37261c7028 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1358540 Sep 07 14:25:49.696048 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd4bb8-04b7-4be2-ad61-82ef8a634b0c req-6ad3c223-c4df-4999-a5c1-fc1aac500fbd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:49.711808 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ddd4bb8-04b7-4be2-ad61-82ef8a634b0c req-6ad3c223-c4df-4999-a5c1-fc1aac500fbd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.2022078 Sep 07 14:25:49.715937 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-03b446e8-1075-4470-a4f5-63232796799d req-13fb5b25-9df4-474d-b3fa-82f38773a36b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Sep 07 14:25:49.775583 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ddd4bb8-04b7-4be2-ad61-82ef8a634b0c req-c48fcf5d-5ee6-42c6-b843-86db0529e31d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Sep 07 14:25:49.955101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a2200-4649-4f98-a52b-42cc1cf3f4e8 req-d3328940-d923-4a5e-83f4-f65e289f75e5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:49.962983 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf4a2200-4649-4f98-a52b-42cc1cf3f4e8 req-d3328940-d923-4a5e-83f4-f65e289f75e5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.1060400 Sep 07 14:25:49.995082 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4877e8-16b3-4a54-bbb2-36d6810cabeb req-8d4cce78-fe18-4f44-a12a-249b0ae17572 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:50.005061 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4877e8-16b3-4a54-bbb2-36d6810cabeb req-8d4cce78-fe18-4f44-a12a-249b0ae17572 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.1312571 Sep 07 14:25:50.034411 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf4a2200-4649-4f98-a52b-42cc1cf3f4e8 req-c211aeb0-23d0-4a9e-ab66-01969522ef34 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699105 Sep 07 14:25:50.099325 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f4877e8-16b3-4a54-bbb2-36d6810cabeb req-e82aab5e-237d-41f8-9cbf-6e386b534666 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929382 Sep 07 14:25:50.953968 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb336095-12f0-40df-b771-8ac2ebda34fd req-1d88aaae-e30f-4fd1-8820-aca2d7712c52 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:50.963988 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebf0f6-0182-43a3-86f1-929d65a55184 req-a4ec1a0f-b545-4d4a-916b-e51c0e67a7f1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:50.976010 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-85ebf0f6-0182-43a3-86f1-929d65a55184 req-a4ec1a0f-b545-4d4a-916b-e51c0e67a7f1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0818253 Sep 07 14:25:50.978072 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fb336095-12f0-40df-b771-8ac2ebda34fd req-1d88aaae-e30f-4fd1-8820-aca2d7712c52 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1503539 Sep 07 14:25:51.053890 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-85ebf0f6-0182-43a3-86f1-929d65a55184 req-786462b9-ffd6-4e0e-bdef-c33e9cb0bddf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Sep 07 14:25:51.060490 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fb336095-12f0-40df-b771-8ac2ebda34fd req-39239fde-418a-4830-94fb-6a750d5f4a1d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807064 Sep 07 14:25:51.242829 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c01c-642a-4e59-b3e4-250ef38eef2c req-69ea39ca-9075-438d-8a34-3b40225dfa8a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:51.244886 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d39c01c-642a-4e59-b3e4-250ef38eef2c req-69ea39ca-9075-438d-8a34-3b40225dfa8a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0922456 Sep 07 14:25:51.325164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1641c-54c8-4095-a8ba-5c057ddd5a2b req-b4dab785-069a-45c0-80ac-bb5ae9b3465a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:51.327843 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffe1641c-54c8-4095-a8ba-5c057ddd5a2b req-b4dab785-069a-45c0-80ac-bb5ae9b3465a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0812387 Sep 07 14:25:51.349839 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d39c01c-642a-4e59-b3e4-250ef38eef2c req-eadef7e0-c5dd-41d6-9499-a66384767e88 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918844 Sep 07 14:25:51.426249 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffe1641c-54c8-4095-a8ba-5c057ddd5a2b req-f66f6a35-6081-4114-95f1-8d64c3f81a8b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Sep 07 14:25:52.269135 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477bb44-5620-4a82-8570-a696ec0278d4 req-7eecc564-11c3-41fa-8d05-be1606d9d395 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:52.272604 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea062108-2503-4c06-85eb-75e47a11c244 req-733a4133-b96f-4288-b0f5-a47a3366fe1c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:52.274860 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea062108-2503-4c06-85eb-75e47a11c244 req-733a4133-b96f-4288-b0f5-a47a3366fe1c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.1078463 Sep 07 14:25:52.288003 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4477bb44-5620-4a82-8570-a696ec0278d4 req-7eecc564-11c3-41fa-8d05-be1606d9d395 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1018820 Sep 07 14:25:52.339635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea062108-2503-4c06-85eb-75e47a11c244 req-04ad4ac5-b9ed-43a0-8c02-09f87ae9ea7f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562079 Sep 07 14:25:52.405798 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4477bb44-5620-4a82-8570-a696ec0278d4 req-ad571500-b74f-48df-9baf-fc396a5420ca tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145837 Sep 07 14:25:52.557690 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ef11-0921-41e4-a4cd-08350f7dbccc req-a39fb595-601f-4356-9acd-49d306a5ace7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:52.580574 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f10ef11-0921-41e4-a4cd-08350f7dbccc req-a39fb595-601f-4356-9acd-49d306a5ace7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0858874 Sep 07 14:25:52.585639 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438dd20-f78b-44d5-8b08-a4673b38823c req-e5e6db3b-d542-48c6-8888-2492067d9981 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:52.587233 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2438dd20-f78b-44d5-8b08-a4673b38823c req-e5e6db3b-d542-48c6-8888-2492067d9981 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0732410 Sep 07 14:25:52.634074 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f10ef11-0921-41e4-a4cd-08350f7dbccc req-618c4040-7e2d-4b57-84d0-eec55f3d9a55 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521522 Sep 07 14:25:52.655656 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2438dd20-f78b-44d5-8b08-a4673b38823c req-7a843cb2-bc58-4920-9b7e-d5cb246ced9c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620918 Sep 07 14:25:53.418539 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:25:53.469119 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0b098-03b3-4bf2-bd41-b30e6ef4ea01 req-5c17268d-a8da-4640-b495-15131787338d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:53.481094 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fe0b098-03b3-4bf2-bd41-b30e6ef4ea01 req-5c17268d-a8da-4640-b495-15131787338d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0650167 Sep 07 14:25:53.544287 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9fe0b098-03b3-4bf2-bd41-b30e6ef4ea01 req-f556501a-5140-49ba-b117-41c383d949bf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580251 Sep 07 14:25:53.599203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc837-9273-4248-a071-9f24634adc1b req-02a5ee53-16c4-4888-b3a2-08702bfb20ab tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:53.602125 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bfc837-9273-4248-a071-9f24634adc1b req-02a5ee53-16c4-4888-b3a2-08702bfb20ab tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0816767 Sep 07 14:25:53.684755 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bfc837-9273-4248-a071-9f24634adc1b req-c7387fd5-5473-4baa-a6dd-aaa1ea8f4048 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Sep 07 14:25:53.802869 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0986d1-f475-416b-92de-68a2fd62ab7f req-72ef1d29-431d-4b5b-b804-e73f787e8c80 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:53.807450 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a0986d1-f475-416b-92de-68a2fd62ab7f req-72ef1d29-431d-4b5b-b804-e73f787e8c80 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0742366 Sep 07 14:25:53.881769 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a0986d1-f475-416b-92de-68a2fd62ab7f req-42157006-0ba1-46dc-b4cd-25f89637a3e6 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561574 Sep 07 14:25:53.905063 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5852-9193-40cc-85bf-8aafc03e4554 req-b43218b1-8942-40d9-bc4a-4eadf0b5169a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:53.907016 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dbeb5852-9193-40cc-85bf-8aafc03e4554 req-b43218b1-8942-40d9-bc4a-4eadf0b5169a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0908492 Sep 07 14:25:53.960124 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dbeb5852-9193-40cc-85bf-8aafc03e4554 req-90934177-c50d-4264-ba91-f2a1c8961c41 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Sep 07 14:25:54.698556 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe2a37-5a97-4533-9125-3b78ce25c2b1 req-66fde5ce-8fdd-4e1e-a31f-ae614cc90c10 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:54.700252 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1bfe2a37-5a97-4533-9125-3b78ce25c2b1 req-66fde5ce-8fdd-4e1e-a31f-ae614cc90c10 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0689697 Sep 07 14:25:54.754335 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1bfe2a37-5a97-4533-9125-3b78ce25c2b1 req-7fd4ca4f-1602-43ef-b7ee-b8b40545a395 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Sep 07 14:25:54.823505 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d35dde-8778-45a6-8436-b226caab5845 req-98af8f69-084a-4c40-8b1b-94e381d14585 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:54.825374 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15d35dde-8778-45a6-8436-b226caab5845 req-98af8f69-084a-4c40-8b1b-94e381d14585 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0799482 Sep 07 14:25:54.869495 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15d35dde-8778-45a6-8436-b226caab5845 req-3511ceaa-b277-4ead-9508-8521a599ee93 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Sep 07 14:25:55.014148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-10b294f2-7c75-4e06-9099-d1031f7f1a37 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:55.018015 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-10b294f2-7c75-4e06-9099-d1031f7f1a37 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 946 time: 0.0875466 Sep 07 14:25:55.038698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445f4e4-f4d6-44a8-a4d0-b8b821f31797 req-5bf0f8d1-9eff-4b5a-903f-2e822254b17d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:55.052855 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5445f4e4-f4d6-44a8-a4d0-b8b821f31797 req-5bf0f8d1-9eff-4b5a-903f-2e822254b17d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0847147 Sep 07 14:25:55.122457 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5445f4e4-f4d6-44a8-a4d0-b8b821f31797 req-253a080b-b497-4987-99f8-44502785dc08 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Sep 07 14:25:55.195738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2c3aa-d97a-4d39-a53b-7dca80faf84d req-7d41d04d-e4ac-4558-b69d-37f325b2ca2d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:55.197303 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-09d2c3aa-d97a-4d39-a53b-7dca80faf84d req-7d41d04d-e4ac-4558-b69d-37f325b2ca2d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.1046097 Sep 07 14:25:55.253046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Deleting port 83378e86-71c5-4811-b853-87a530bb9cf8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:25:55.253505 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:55.282974 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-09d2c3aa-d97a-4d39-a53b-7dca80faf84d req-5f2b1540-9618-4c4d-b235-4279b7bde15a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783198 Sep 07 14:25:55.355165 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] For port 83378e86-71c5-4811-b853-87a530bb9cf8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83378e86-71c5-4811-b853-87a530bb9cf8,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:55.355528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:55.372649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Calling delete_port for 83378e86-71c5-4811-b853-87a530bb9cf8 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:25:55.527518 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:55.569314 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Pushing event deleted for resources: {'Port': ['ID=83378e86-71c5-4811-b853-87a530bb9cf8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:55.576897 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['83378e86-71c5-4811-b853-87a530bb9cf8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:55.616132 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] No DVR routers for this DVR port 83378e86-71c5-4811-b853-87a530bb9cf8 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:25:55.619783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:55.622212 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13529ae6-d1b4-49bc-8f5e-85cb55d21690 req-225133ec-9764-4bd5-98f1-98fd507f1dfa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "DELETE /v2.0/ports/83378e86-71c5-4811-b853-87a530bb9cf8 HTTP/1.1" status: 204 len: 173 time: 0.5953529 Sep 07 14:25:55.622708 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'name': 'network-vif-deleted', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:55.625362 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1066b6-fca7-4f71-a62e-da9001404e08" -d '{"events": [{"server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "name": "network-vif-deleted", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:55.687100 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33231d4d-71ca-4af3-bd47-fd43f2865075 x-openstack-request-id: req-33231d4d-71ca-4af3-bd47-fd43f2865075 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:55.687731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd399e50-a39c-4466-b174-61f40d7b1db7", "name": "network-vif-deleted", "tag": "83378e86-71c5-4811-b853-87a530bb9cf8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:55.688280 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33231d4d-71ca-4af3-bd47-fd43f2865075 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:55.689228 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd399e50-a39c-4466-b174-61f40d7b1db7', 'name': 'network-vif-deleted', 'tag': '83378e86-71c5-4811-b853-87a530bb9cf8', 'status': 'completed', 'code': 200} Sep 07 14:25:55.928124 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-97ea3bc8-7769-44ae-bf17-25614414bb07 req-0bd8a645-ca18-450c-a7ad-8b34feead80d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 210 time: 0.0506461 Sep 07 14:25:56.054047 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b505e-2e96-4483-b5a7-ce8e9bc149e0 req-ab3c81ab-6526-4d13-9bad-787933e5546a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:56.062048 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7e1b505e-2e96-4483-b5a7-ce8e9bc149e0 req-ab3c81ab-6526-4d13-9bad-787933e5546a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0725946 Sep 07 14:25:56.112706 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7e1b505e-2e96-4483-b5a7-ce8e9bc149e0 req-b322f11e-0b6a-4a09-9b92-65197ed21111 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Sep 07 14:25:56.260197 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242a51-9f86-4830-ba4e-e479d61d8cdc req-6f622795-dfb7-4a85-93e5-b9ec7cbf5626 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:56.261802 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-99242a51-9f86-4830-ba4e-e479d61d8cdc req-6f622795-dfb7-4a85-93e5-b9ec7cbf5626 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0538573 Sep 07 14:25:56.310721 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-99242a51-9f86-4830-ba4e-e479d61d8cdc req-44539c4c-2961-411e-b734-da5adb92fcaa tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Sep 07 14:25:56.426211 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0db6d-f715-4826-bcbc-83969d9e937d req-e7276757-d7ed-4697-8250-208ca823cbbf tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:56.428179 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acf0db6d-f715-4826-bcbc-83969d9e937d req-e7276757-d7ed-4697-8250-208ca823cbbf tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0524952 Sep 07 14:25:56.475493 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acf0db6d-f715-4826-bcbc-83969d9e937d req-15e4a130-232f-4863-b008-5e54aba629c3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349820 Sep 07 14:25:57.056466 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989298-bfd8-4cbd-a8b1-5d6bb902e7c0 req-8b0bbcd6-72e3-455a-9fbc-1f2a55a7b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:57.061563 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5c989298-bfd8-4cbd-a8b1-5d6bb902e7c0 req-8b0bbcd6-72e3-455a-9fbc-1f2a55a7b84c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.0804455 Sep 07 14:25:57.115116 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-83c010da-2201-4226-bb26-1f76a30b8e29 req-f3bc8eb7-faee-408f-ba93-352673b96a66 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd399e50-a39c-4466-b174-61f40d7b1db7 HTTP/1.1" status: 200 len: 210 time: 0.0467103 Sep 07 14:25:57.142300 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5c989298-bfd8-4cbd-a8b1-5d6bb902e7c0 req-cba216d9-b089-47e8-9e28-538cfabc43f1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714262 Sep 07 14:25:57.263541 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c3a59-2d17-4c34-9664-78eea4903d80 req-74f9f3e4-803c-45e7-8e3d-4e050d65f09f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:57.265857 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-670c3a59-2d17-4c34-9664-78eea4903d80 req-74f9f3e4-803c-45e7-8e3d-4e050d65f09f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0611815 Sep 07 14:25:57.308849 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-670c3a59-2d17-4c34-9664-78eea4903d80 req-abd42dec-3540-4f89-9c3a-1591d09971bf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Sep 07 14:25:57.452424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ebd70-75b7-4013-a53a-262baff8ee09 req-241e9f0b-209c-4dfe-8586-4ba1f9be491b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:57.455314 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b27ebd70-75b7-4013-a53a-262baff8ee09 req-241e9f0b-209c-4dfe-8586-4ba1f9be491b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0538859 Sep 07 14:25:57.498300 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b27ebd70-75b7-4013-a53a-262baff8ee09 req-a11c81d6-cd14-4a3f-8c47-67fd40815e71 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Sep 07 14:25:57.608558 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4c38b-ba27-4f7c-aae4-93ad48dc34f3 req-148da3da-5b6f-485e-9ef3-defb45330d78 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:57.610674 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4ba4c38b-ba27-4f7c-aae4-93ad48dc34f3 req-148da3da-5b6f-485e-9ef3-defb45330d78 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0548854 Sep 07 14:25:57.667686 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4ba4c38b-ba27-4f7c-aae4-93ad48dc34f3 req-f0a3795b-c2bb-4971-bb15-ccf5c5dcbbce tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Sep 07 14:25:57.896908 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b9862-c490-4f86-8962-1290323f7c6a req-95312b29-91b9-48dc-983e-2af7f400f280 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:57.898398 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b10b9862-c490-4f86-8962-1290323f7c6a req-95312b29-91b9-48dc-983e-2af7f400f280 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 945 time: 0.0569456 Sep 07 14:25:58.007500 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Deleting port ef3e0506-430a-4fea-9d62-4a46b326201b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:25:58.008337 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:58.145823 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] For port ef3e0506-430a-4fea-9d62-4a46b326201b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef3e0506-430a-4fea-9d62-4a46b326201b,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:25:58.147446 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:58.170341 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Calling delete_port for ef3e0506-430a-4fea-9d62-4a46b326201b owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:25:58.387880 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:58.425639 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event deleted for resources: {'Port': ['ID=ef3e0506-430a-4fea-9d62-4a46b326201b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:25:58.445185 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a', '1e0f5c95-1557-481e-b69f-e5ddd4b56565', '80164e84-50f8-496f-a035-a3af1b6905e7', 'ef3e0506-430a-4fea-9d62-4a46b326201b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:25:58.478743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] No DVR routers for this DVR port ef3e0506-430a-4fea-9d62-4a46b326201b on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:25:58.481939 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:25:58.484254 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b10b9862-c490-4f86-8962-1290323f7c6a req-a7224856-6068-449f-936a-007263ba9b1f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "DELETE /v2.0/ports/ef3e0506-430a-4fea-9d62-4a46b326201b HTTP/1.1" status: 204 len: 173 time: 0.5756865 Sep 07 14:25:58.485028 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'name': 'network-vif-deleted', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:25:58.488759 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5a0cdb-c817-4fb3-a01a-1c91d5415343" -d '{"events": [{"server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "name": "network-vif-deleted", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:25:58.538684 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6688-94a9-4d40-9a3e-1e57c05e7706 req-a1a95f14-52b9-4864-99bd-79e6e64710a5 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:58.550512 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b75f6688-94a9-4d40-9a3e-1e57c05e7706 req-a1a95f14-52b9-4864-99bd-79e6e64710a5 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1006477 Sep 07 14:25:58.606843 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b75f6688-94a9-4d40-9a3e-1e57c05e7706 req-9370a583-6c60-4c20-904c-142690ec59d0 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Sep 07 14:25:58.617670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c217a59-cac0-4a5d-9dda-cb0033e2d6a6 x-openstack-request-id: req-5c217a59-cac0-4a5d-9dda-cb0033e2d6a6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:25:58.618029 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e2f800-c3b2-4f20-a587-ea6986a7efb7", "name": "network-vif-deleted", "tag": "ef3e0506-430a-4fea-9d62-4a46b326201b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:25:58.618350 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c217a59-cac0-4a5d-9dda-cb0033e2d6a6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:25:58.618845 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e2f800-c3b2-4f20-a587-ea6986a7efb7', 'name': 'network-vif-deleted', 'tag': 'ef3e0506-430a-4fea-9d62-4a46b326201b', 'status': 'completed', 'code': 200} Sep 07 14:25:58.745013 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfe85697-2edd-45ce-aaf9-ebe6e8d2d214 req-74b8c86b-d7d6-48a4-85a9-d96af134d7f7 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0440972 Sep 07 14:25:58.840079 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59fd29-83a5-4bfb-8f18-0c822af90186 req-09397e31-1012-451c-ac20-6431a724b83e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:58.842731 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc59fd29-83a5-4bfb-8f18-0c822af90186 req-09397e31-1012-451c-ac20-6431a724b83e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0678453 Sep 07 14:25:58.919190 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc59fd29-83a5-4bfb-8f18-0c822af90186 req-5f248220-64bb-4b56-b786-b2b481833930 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631158 Sep 07 14:25:59.808258 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767199f5-1f12-4330-9d11-c36bb245a617 req-fc866ce2-df4d-40cc-a2c2-46e938ec876e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:25:59.817503 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-767199f5-1f12-4330-9d11-c36bb245a617 req-fc866ce2-df4d-40cc-a2c2-46e938ec876e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.1070106 Sep 07 14:25:59.888128 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-767199f5-1f12-4330-9d11-c36bb245a617 req-6bf6176b-c3b4-43c2-935f-8425b11c4c8e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Sep 07 14:25:59.909029 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dbec5ece-6341-4427-9f19-c433f3995ccd req-1f7c1283-29dd-485e-973d-e661b1df89aa tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0392816 Sep 07 14:26:00.082297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9566ccc-c46a-4520-a66f-b80a644b1baf req-67a776c9-9719-40cb-b378-5fda9fe77a72 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:00.083974 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d9566ccc-c46a-4520-a66f-b80a644b1baf req-67a776c9-9719-40cb-b378-5fda9fe77a72 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0713475 Sep 07 14:26:00.139017 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d9566ccc-c46a-4520-a66f-b80a644b1baf req-2edfb346-c4cc-4fcf-82f6-f206ad80a5d4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488608 Sep 07 14:26:00.305735 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7bc2a-37fc-4e83-8d14-1e25ce13b017 req-0adac943-a776-47c4-9c77-7c92a0f29563 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:00.307264 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-84f7bc2a-37fc-4e83-8d14-1e25ce13b017 req-0adac943-a776-47c4-9c77-7c92a0f29563 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0572262 Sep 07 14:26:00.357833 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-84f7bc2a-37fc-4e83-8d14-1e25ce13b017 req-3036cf47-bf9b-4bf3-99b7-b87db87fa33e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Sep 07 14:26:01.020043 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d3d128a7-f94f-4f4e-b42c-75ea40d6fe99 req-225aeeff-673f-43bf-97f8-f70754bd365d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0299914 Sep 07 14:26:01.279722 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bec1b-f320-47a7-aadd-3e7f8bb20b04 req-76837f13-2d22-4dac-8a6e-640783ae45c9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:01.281201 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c00bec1b-f320-47a7-aadd-3e7f8bb20b04 req-76837f13-2d22-4dac-8a6e-640783ae45c9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0509880 Sep 07 14:26:01.323834 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c00bec1b-f320-47a7-aadd-3e7f8bb20b04 req-e95367b0-7481-4c20-8ddc-df3c94b3dfba tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Sep 07 14:26:01.477032 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29d742-69ba-4c89-a32c-1a896f610431 req-1fb9b6bd-cc5a-4520-892c-d9321ecf78aa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:01.478533 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8e29d742-69ba-4c89-a32c-1a896f610431 req-1fb9b6bd-cc5a-4520-892c-d9321ecf78aa tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Sep 07 14:26:01.516704 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8e29d742-69ba-4c89-a32c-1a896f610431 req-401e2e3b-2e44-4a1d-b966-1b9b526d172f tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Sep 07 14:26:01.849079 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 83378e86-71c5-4811-b853-87a530bb9cf8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:01.873773 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 83378e86-71c5-4811-b853-87a530bb9cf8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:01.874107 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 83378e86-71c5-4811-b853-87a530bb9cf8 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:01.886676 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e69c-02d7-4e35-a23b-90779ad1f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:01.896149 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-72983d87-0d48-40ca-b9e1-beebaa7d57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:01.897593 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-72983d87-0d48-40ca-b9e1-beebaa7d57bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 1099 time: 0.0426502 Sep 07 14:26:01.999386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-49c0b5d6-45be-4817-acb9-e0fa8dc10e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:02.001534 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-49c0b5d6-45be-4817-acb9-e0fa8dc10e67 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 200 len: 920 time: 0.0856853 Sep 07 14:26:02.055580 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-c35e7e57-062d-44a2-9197-3497118508c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 200 len: 217 time: 0.0387545 Sep 07 14:26:02.107472 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-6aed3827-6d6d-4dcb-bab5-152fcd765ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:02.109080 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-6aed3827-6d6d-4dcb-bab5-152fcd765ebe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 200 len: 858 time: 0.0442913 Sep 07 14:26:02.138366 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7c0c1a03-da31-42e3-89df-bd05fd39a12e req-299e341a-78ce-4d26-9817-d7604942e13f tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e2f800-c3b2-4f20-a587-ea6986a7efb7 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Sep 07 14:26:02.151643 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-cef79774-2383-4842-8808-f4e9152b3bb4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d775a280-3a48-46f7-827d-3d952fb78fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339093 Sep 07 14:26:02.250511 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-f7009fca-655b-43f2-a51d-ba12b08116c6 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Sep 07 14:26:02.367067 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b4a531d-b490-4e7f-b774-eecea828e8fe req-ba0ae935-aa35-4324-af5c-3dd7ed0513a1 service neutron] 10.222.0.68 "GET /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063521 Sep 07 14:26:02.452199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d553be-c62f-4f2e-bce1-f321ef8c4d09 req-ca07df07-4142-4cfe-bf1f-4ae38f3409aa tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:02.453751 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d6d553be-c62f-4f2e-bce1-f321ef8c4d09 req-ca07df07-4142-4cfe-bf1f-4ae38f3409aa tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0533113 Sep 07 14:26:02.493750 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d6d553be-c62f-4f2e-bce1-f321ef8c4d09 req-eea91e1f-b7db-4230-a5fd-ec5084bdc9c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Sep 07 14:26:02.636265 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ce59-a5bb-4d33-a995-e452b4e66d6f req-ae656fd8-21ae-42eb-afe7-5bb2ee537f72 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:02.637765 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-71b5ce59-a5bb-4d33-a995-e452b4e66d6f req-ae656fd8-21ae-42eb-afe7-5bb2ee537f72 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Sep 07 14:26:02.679148 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-71b5ce59-a5bb-4d33-a995-e452b4e66d6f req-0cc6eb55-6063-4b33-9eb2-22a6945d868e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Sep 07 14:26:03.644555 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817090-ef3e-40f7-8986-fd3e9bbccdda req-b0f621d2-8753-42a1-a8f0-f0ff40973c85 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:03.646096 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f2817090-ef3e-40f7-8986-fd3e9bbccdda req-b0f621d2-8753-42a1-a8f0-f0ff40973c85 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0574212 Sep 07 14:26:03.695708 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f2817090-ef3e-40f7-8986-fd3e9bbccdda req-439dca80-284b-49b7-8840-973b9e689fa6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Sep 07 14:26:03.807107 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device ef3e0506-430a-4fea-9d62-4a46b326201b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:03.836630 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: ef3e0506-430a-4fea-9d62-4a46b326201b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:03.836957 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device ef3e0506-430a-4fea-9d62-4a46b326201b not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:03.840014 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8bc10-69a1-4ccc-9da6-b62b5e0159fb req-54cd06ca-30c6-490c-b910-a6dc1dbe86fd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:03.841593 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-03d8bc10-69a1-4ccc-9da6-b62b5e0159fb req-54cd06ca-30c6-490c-b910-a6dc1dbe86fd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0820029 Sep 07 14:26:03.896531 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-03d8bc10-69a1-4ccc-9da6-b62b5e0159fb req-b8c6570e-607c-4a14-8fe1-06305762fceb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Sep 07 14:26:04.344001 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cda15fb0-dee6-4acc-bfb3-be6f9ad5f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:04.472708 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:04.551308 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac255c92-06b4-4bcf-92e5-37823cd34a93 req-4dbc5250-59f9-419a-b3ec-5a79142149c3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:04.552774 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ac255c92-06b4-4bcf-92e5-37823cd34a93 req-4dbc5250-59f9-419a-b3ec-5a79142149c3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Sep 07 14:26:04.590477 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ac255c92-06b4-4bcf-92e5-37823cd34a93 req-3307d7da-e225-414e-b532-08176c202ff4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Sep 07 14:26:04.820970 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee929623-c1bb-41e0-a7a8-1884ec075d27 req-6ead9329-0ec5-4259-8387-f78fc6641566 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:04.822445 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee929623-c1bb-41e0-a7a8-1884ec075d27 req-6ead9329-0ec5-4259-8387-f78fc6641566 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0514607 Sep 07 14:26:04.860025 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee929623-c1bb-41e0-a7a8-1884ec075d27 req-70ff5c7b-e11a-4510-81b1-3042dc41c3fe tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Sep 07 14:26:05.011649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2378-3aba-4c63-8ce5-822cb1d21cef req-dc31912b-ba36-42bb-9f2b-d7de5b346e9c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:05.013142 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f32d2378-3aba-4c63-8ce5-822cb1d21cef req-dc31912b-ba36-42bb-9f2b-d7de5b346e9c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Sep 07 14:26:05.052492 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f32d2378-3aba-4c63-8ce5-822cb1d21cef req-3a740111-debd-4e76-9b5c-a68a31a33006 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Sep 07 14:26:05.709421 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db143fb4-1eee-4fba-a97e-98a4cd6085b0 req-2f7aeae8-d370-4178-877e-100e17f276f5 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:05.710916 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-db143fb4-1eee-4fba-a97e-98a4cd6085b0 req-2f7aeae8-d370-4178-877e-100e17f276f5 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Sep 07 14:26:05.717740 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:05.749765 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-db143fb4-1eee-4fba-a97e-98a4cd6085b0 req-d2a66001-550b-4212-94d2-980baa29eda5 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Sep 07 14:26:05.980206 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c783-d642-4632-bfb2-0274d72c45f8 req-22bc4510-0ee5-444a-bfed-707e259dd454 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:05.981696 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7b57c783-d642-4632-bfb2-0274d72c45f8 req-22bc4510-0ee5-444a-bfed-707e259dd454 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0498762 Sep 07 14:26:06.020371 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7b57c783-d642-4632-bfb2-0274d72c45f8 req-38fd7e20-6495-4ee7-9c5e-7bf1bf532b4d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Sep 07 14:26:06.169702 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f546-34cf-4b58-8100-f449240de79b req-73ff8015-2804-48fa-b37a-5712a3239093 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:06.171211 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6d61f546-34cf-4b58-8100-f449240de79b req-73ff8015-2804-48fa-b37a-5712a3239093 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Sep 07 14:26:06.210334 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6d61f546-34cf-4b58-8100-f449240de79b req-0399c1e4-d99e-4d66-84e4-8275ee19efa6 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Sep 07 14:26:06.867699 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40118e0-db53-4e04-a3d9-2496094a14aa req-c00a1035-2ab9-4a6c-a195-811158889a62 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:06.869177 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d40118e0-db53-4e04-a3d9-2496094a14aa req-c00a1035-2ab9-4a6c-a195-811158889a62 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Sep 07 14:26:06.908236 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d40118e0-db53-4e04-a3d9-2496094a14aa req-c5e5b82b-9d6f-4b34-afdb-2da028ef9e78 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Sep 07 14:26:07.015041 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:26:07.115127 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:07.126624 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'port_id': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'mac_address': 'fa:16:3e:d6:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:26:07.151446 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138ead-c213-4da0-9434-9eb34a704a66 req-d2174788-41c3-4011-a001-9b1b74e04d98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:07.153102 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8138ead-c213-4da0-9434-9eb34a704a66 req-d2174788-41c3-4011-a001-9b1b74e04d98 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 943 time: 0.0524249 Sep 07 14:26:07.179187 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:07.192537 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:26:07.199625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8138ead-c213-4da0-9434-9eb34a704a66 req-68ad1437-7a07-40d3-8814-77dbb35068c8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367684 Sep 07 14:26:07.225017 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:07.229435 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:07.279933 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:07.288340 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.288694 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.289037 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.289376 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.289707 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.290248 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.290712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.291071 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.291407 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.291766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.292064 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.293845 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:07.334479 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:07.344019 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2073e8-0bcc-4c43-a23e-69690fb62330 req-371fd2bb-b607-47e4-bac3-3368a1a10f1c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:07.345517 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f2073e8-0bcc-4c43-a23e-69690fb62330 req-371fd2bb-b607-47e4-bac3-3368a1a10f1c tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0572753 Sep 07 14:26:07.385296 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f2073e8-0bcc-4c43-a23e-69690fb62330 req-d92b7e33-e861-4e11-b6b5-0f7e3fd4ea2b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Sep 07 14:26:07.423108 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:07.751374 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['416633ed-7518-4a67-93b5-d7166a78e9ba'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:08.024948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd4f38-526d-4f52-b9ff-49870bbeb04d req-4a1730ae-507d-426f-b357-60550c693a80 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:08.026457 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ccd4f38-526d-4f52-b9ff-49870bbeb04d req-4a1730ae-507d-426f-b357-60550c693a80 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0490408 Sep 07 14:26:08.064324 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ccd4f38-526d-4f52-b9ff-49870bbeb04d req-a30bc807-9a6b-4eb7-9db0-861b3612a26e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Sep 07 14:26:08.248626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34888) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:08.334564 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Deleting subnet 22c0cdcb-c933-40e6-bd06-876ca8ca0986 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:26:08.339368 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.370317 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-87766f33-8bdd-4195-afb2-c5cfc9309066 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:08.371961 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-87766f33-8bdd-4195-afb2-c5cfc9309066 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 814 time: 0.1058750 Sep 07 14:26:08.373584 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f044d5-5f54-4aeb-8c55-0908f45312d6 req-b19ee82b-afa4-40e6-98f0-aabc5cbb060e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:08.375429 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3f044d5-5f54-4aeb-8c55-0908f45312d6 req-b19ee82b-afa4-40e6-98f0-aabc5cbb060e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0916891 Sep 07 14:26:08.391363 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-5191837f-94e5-4357-b884-32514ce922a7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/quotas/b34ce9b64b30458986c53620f56a301a HTTP/1.1" status: 200 len: 375 time: 0.0124850 Sep 07 14:26:08.400288 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.428497 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-3995662c-16b7-4fcb-b213-4f80eb263516 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306234 Sep 07 14:26:08.446168 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3f044d5-5f54-4aeb-8c55-0908f45312d6 req-0085360b-08db-48b9-a8da-b4a2cef86e0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629501 Sep 07 14:26:08.456528 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.526487 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-c61e95ed-d908-486e-bbf0-edfecf3940c7 service neutron] 10.222.0.76 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905261 Sep 07 14:26:08.564118 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.597632 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc353695-cd2d-476a-8fe3-1be4bc649334 req-4575f7f8-c836-4627-b610-2ee9139ce256 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:08.599169 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cc353695-cd2d-476a-8fe3-1be4bc649334 req-4575f7f8-c836-4627-b610-2ee9139ce256 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0882845 Sep 07 14:26:08.602068 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c0cdcb-c933-40e6-bd06-876ca8ca0986,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:08.612436 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.612850 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.613122 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.614183 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.614183 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.614183 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.614462 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.614771 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.615124 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.615447 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.615769 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.616356 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:08.623514 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.628276 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a289458c-2de6-4a65-8488-093ed3086468 service neutron] 10.222.0.76 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913301 Sep 07 14:26:08.628446 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-482576b3-8d45-4448-967f-f6e6816486e3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/22c0cdcb-c933-40e6-bd06-876ca8ca0986 HTTP/1.1" status: 204 len: 168 time: 0.3758461 Sep 07 14:26:08.628446 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:08.706211 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cc353695-cd2d-476a-8fe3-1be4bc649334 req-a45309ad-c887-4e4e-b0e4-137a2fcfa5ee tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975182 Sep 07 14:26:08.721952 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.813540 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f595f75d-f448-43b7-b5cb-372d432e1f71 req-c954429b-d584-4ac4-9609-757d4bb2459c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0384161 Sep 07 14:26:08.827471 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.850631 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda3ac64-ba2c-4563-bde4-7bb5403add88']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:08.861916 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf642a7e-a247-49a0-a412-c55de68bf307') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:08.862216 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf642a7e-a247-49a0-a412-c55de68bf307') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:08.872334 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.886435 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.893237 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:26:08.893629 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:26:08.895499 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:26:08.958881 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.964779 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:08.966857 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cda3ac64-ba2c-4563-bde4-7bb5403add88 HTTP/1.1" status: 204 len: 168 time: 0.3376634 Sep 07 14:26:08.984012 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb5e21-6ea1-46a6-a179-524f21e8f632 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda3ac64-ba2c-4563-bde4-7bb5403add88,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:09.196003 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5796-4fcb-4ec9-ae3e-57518776b205 req-94b8a7ad-3f26-4e13-88c8-dd48c82bbb4d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:09.197670 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d1dc5796-4fcb-4ec9-ae3e-57518776b205 req-94b8a7ad-3f26-4e13-88c8-dd48c82bbb4d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Sep 07 14:26:09.237561 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d1dc5796-4fcb-4ec9-ae3e-57518776b205 req-bff03572-7d65-468f-aff7-7c28bda622ca tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 07 14:26:09.237864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 34922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:09.281654 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c218463a-ce5c-411e-98af-a0f09a6f1cdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=283522933c714f94a6e55f413eaecdfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419037 Sep 07 14:26:09.284604 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 34924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:09.337211 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.360545 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.407832 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.410515 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.411819 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82a0969e-0dec-4ee5-9ad8-5ca771a7afb9 HTTP/1.1" status: 204 len: 168 time: 0.1261957 Sep 07 14:26:09.419615 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f643b-5ced-4161-851a-d404a03dfa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0969e-0dec-4ee5-9ad8-5ca771a7afb9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:09.579762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ba419-fde3-443f-b6ae-7392658e06a3 req-91ea8bcd-986b-485e-9501-3532b8a992d8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:09.581940 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd1ba419-fde3-443f-b6ae-7392658e06a3 req-91ea8bcd-986b-485e-9501-3532b8a992d8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 944 time: 0.0545173 Sep 07 14:26:09.628488 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd1ba419-fde3-443f-b6ae-7392658e06a3 req-50e4fdcf-c91a-46cb-be00-9798c8ce6c3a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402570 Sep 07 14:26:09.711078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de10b5-b959-499a-8379-86082ca17f82 req-11e6ddaa-0704-4bc5-a6ca-7496eae339c4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:09.712563 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-09de10b5-b959-499a-8379-86082ca17f82 req-11e6ddaa-0704-4bc5-a6ca-7496eae339c4 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Sep 07 14:26:09.816831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Deleting port 80164e84-50f8-496f-a035-a3af1b6905e7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:09.817678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.914466 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f522f7e6-feb9-4e84-8e93-52ec3ae7596c req-90748901-7a33-445d-8b3f-fbc8842862eb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Sep 07 14:26:09.930481 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] For port 80164e84-50f8-496f-a035-a3af1b6905e7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=80164e84-50f8-496f-a035-a3af1b6905e7,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:09.930852 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:09.943230 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Calling delete_port for 80164e84-50f8-496f-a035-a3af1b6905e7 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:10.078584 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:26:10.089005 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.123735 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event deleted for resources: {'Port': ['ID=80164e84-50f8-496f-a035-a3af1b6905e7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:10.136609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a', '1e0f5c95-1557-481e-b69f-e5ddd4b56565', '80164e84-50f8-496f-a035-a3af1b6905e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:10.172147 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] No DVR routers for this DVR port 80164e84-50f8-496f-a035-a3af1b6905e7 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:26:10.175100 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.176762 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-09de10b5-b959-499a-8379-86082ca17f82 req-c5492830-b65d-49de-8caa-615f58fff7eb tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "DELETE /v2.0/ports/80164e84-50f8-496f-a035-a3af1b6905e7 HTTP/1.1" status: 204 len: 173 time: 0.4491503 Sep 07 14:26:10.177208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'name': 'network-vif-deleted', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:10.179455 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbe8e6b-3c56-4cd7-b7b3-9dc675eb55f1" -d '{"events": [{"server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "name": "network-vif-deleted", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:10.211274 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 416633ed-7518-4a67-93b5-d7166a78e9ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:26:10.211661 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.219687 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d79f3-fa85-4cd5-a3c9-d5d88a8309b5 x-openstack-request-id: req-254d79f3-fa85-4cd5-a3c9-d5d88a8309b5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:10.220028 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba6128-3286-46df-9225-5260e73f0942", "name": "network-vif-deleted", "tag": "80164e84-50f8-496f-a035-a3af1b6905e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:10.220336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-254d79f3-fa85-4cd5-a3c9-d5d88a8309b5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:10.220723 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba6128-3286-46df-9225-5260e73f0942', 'name': 'network-vif-deleted', 'tag': '80164e84-50f8-496f-a035-a3af1b6905e7', 'status': 'completed', 'code': 200} Sep 07 14:26:10.370237 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a2b4714a-d4bd-4f49-bfb2-31446284751a req-a0626db8-d1c5-412a-8b08-4753697aa40d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba6128-3286-46df-9225-5260e73f0942 HTTP/1.1" status: 200 len: 210 time: 0.0335517 Sep 07 14:26:10.466769 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.510136 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-11d9d557-7c57-4180-abcd-7470aa15a23f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:10.511609 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-11d9d557-7c57-4180-abcd-7470aa15a23f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 814 time: 0.1443615 Sep 07 14:26:10.529084 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:10.531446 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e131d48-11b1-4cd8-8f63-7de5970c18b6" -d '{"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:10.549895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:10.558308 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.576979 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Request body: {'port': {'device_id': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd', 'admin_state_up': True, 'tenant_id': 'b34ce9b64b30458986c53620f56a301a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:26:10.589145 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae6541-a4ec-4431-bfd9-8297e44b780e x-openstack-request-id: req-1dae6541-a4ec-4431-bfd9-8297e44b780e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:10.589427 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-plugged", "status": "completed", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:10.589840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dae6541-a4ec-4431-bfd9-8297e44b780e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:10.590333 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'code': 200} Sep 07 14:26:10.619670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:10.711249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Made reservation on behalf of b34ce9b64b30458986c53620f56a301a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:26:10.714938 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:10.814743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977b7d8-9f88-4799-9112-20b7c0521951 req-e79d0614-7b1c-46f3-8be7-af8575da5109 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:10.816353 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7977b7d8-9f88-4799-9112-20b7c0521951 req-e79d0614-7b1c-46f3-8be7-af8575da5109 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.1075890 Sep 07 14:26:10.898902 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7977b7d8-9f88-4799-9112-20b7c0521951 req-40ac7d1d-eca8-4cfa-9ebe-b6eab77db0af tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761776 Sep 07 14:26:10.914819 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Allocated IP 172.20.0.14 (d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd/03caafd4-07dc-4e1a-a892-f52ec87249b6/fd36a7db-d57e-406f-8a5a-3775f7fbaea1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:26:11.084766 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc5d12cf-d36d-4e74-87e4-24e659e51cee req-fecfac97-0a30-423c-9c6e-4c6f0d5908bb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0390334 Sep 07 14:26:11.141073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.188405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.244501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:26:11.261534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:26:11.264779 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:26:11.267271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Pushing event updated for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:11.332469 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:11.333098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.338464 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043976c-e5ee-4aeb-b59c-786ed028830e req-2bf7d828-38e1-414e-ae86-3702b293aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:11.339959 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0043976c-e5ee-4aeb-b59c-786ed028830e req-2bf7d828-38e1-414e-ae86-3702b293aaac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1099 time: 0.0906804 Sep 07 14:26:11.355372 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-a3bea905-165e-436b-9d06-0b98f343784e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7918925 Sep 07 14:26:11.382620 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Request body: {'port': {'device_id': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:26:11.408088 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0043976c-e5ee-4aeb-b59c-786ed028830e req-ad289116-b731-49b5-b9da-45f1f56e23f9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602021 Sep 07 14:26:11.443613 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.661487 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b455b-e09d-4fe6-ad56-ae8e54fcfbc2 req-123c3ea8-32c6-40b4-a516-718cc67cd37e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:11.662970 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b77b455b-e09d-4fe6-ad56-ae8e54fcfbc2 req-123c3ea8-32c6-40b4-a516-718cc67cd37e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0498204 Sep 07 14:26:11.713138 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b77b455b-e09d-4fe6-ad56-ae8e54fcfbc2 req-aef0dd47-1fcd-4f68-ae8c-882fbb6fd35c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Sep 07 14:26:11.743465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd36a7db-d57e-406f-8a5a-3775f7fbaea1 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:26:11.751995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.763875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Transition to ACTIVE for port object fd36a7db-d57e-406f-8a5a-3775f7fbaea1 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:26:11.768143 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.822392 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Pushing event updated for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:11.891355 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Attempting to bind port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:26:11.891691 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Attempting to bind port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:26:11.892016 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Attempting to bind port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:26:11.896209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:26:11.896523 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Attempting to bind port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 on network d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:26:11.901382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:26:11.901716 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Checking segment: {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:26:11.902193 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Bound using segment: {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:26:11.902518 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Bound port: fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:26:11.902870 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:11.967488 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:26:11.971233 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:26:11.975735 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:12.037819 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.038433 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:12.039813 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] 10.222.0.68 "PUT /v2.0/ports/fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 200 len: 1094 time: 0.6634150 Sep 07 14:26:12.064376 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a57d-f24d-4899-8c8c-b2c0efd2960c service neutron] Pushing event updated for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:12.080167 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea903c7-0a38-4dc8-afc7-639a324c04c1 req-f6bc16f4-888f-4d87-aac1-ba307c329cec tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.081690 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3ea903c7-0a38-4dc8-afc7-639a324c04c1 req-f6bc16f4-888f-4d87-aac1-ba307c329cec tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.1008153 Sep 07 14:26:12.124274 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3ea903c7-0a38-4dc8-afc7-639a324c04c1 req-6e40e408-5b6e-4e40-9909-679163556fbb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Sep 07 14:26:12.203343 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-473283b7-c56d-478b-b484-5535fe81f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.204855 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-473283b7-c56d-478b-b484-5535fe81f5f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 1097 time: 0.0472159 Sep 07 14:26:12.221623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:12.224089 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d36165-b9f1-4d66-8020-fdcb4fa00395" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:12.239037 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398647e9-04bb-4103-bbf4-20b97cdbf6d1 req-c8586ac5-35af-45e6-9152-84c64d89faf0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.241111 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-398647e9-04bb-4103-bbf4-20b97cdbf6d1 req-c8586ac5-35af-45e6-9152-84c64d89faf0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0665154 Sep 07 14:26:12.274447 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-7ebfeea5-9b7a-4493-a5cf-a892054db36a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 200 len: 217 time: 0.0425310 Sep 07 14:26:12.275890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c4874-9e95-4bee-a7c6-b15ed71bd916 x-openstack-request-id: req-b23c4874-9e95-4bee-a7c6-b15ed71bd916 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:12.276181 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:12.276454 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b23c4874-9e95-4bee-a7c6-b15ed71bd916 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:12.276810 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1', 'status': 'completed', 'code': 200} Sep 07 14:26:12.291311 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-398647e9-04bb-4103-bbf4-20b97cdbf6d1 req-127f402a-4b96-40b9-b2bd-cbb3ecae82e2 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 Sep 07 14:26:12.362746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-9c922475-aa3d-4010-a149-a2899385876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.364152 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-9c922475-aa3d-4010-a149-a2899385876f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0520110 Sep 07 14:26:12.405262 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-6e76115d-43c9-46a4-9afc-11de8b22788a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262449 Sep 07 14:26:12.509949 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-331e99fe-b8bb-4e30-9f20-f3ff8a54db22 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942755 Sep 07 14:26:12.615366 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4d8a8a95-efac-4f54-8f83-45625c174f27 req-82a43872-6dc6-4300-bfc9-e5fa3fcae389 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923116 Sep 07 14:26:12.829454 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429c58d-41a6-49c2-aae0-82aa488eb5a9 req-2875ed8b-e9e0-4b28-9e8d-02885965f3c2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:12.830975 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9429c58d-41a6-49c2-aae0-82aa488eb5a9 req-2875ed8b-e9e0-4b28-9e8d-02885965f3c2 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0493565 Sep 07 14:26:12.870742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9429c58d-41a6-49c2-aae0-82aa488eb5a9 req-e28ce68a-5ec4-4ba2-9868-ef4c52d6585b tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Sep 07 14:26:13.259046 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64ed4e-6c7b-4595-9d59-be2b641400fb req-3060d150-5592-4191-af25-b3a713569a65 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:13.260513 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ad64ed4e-6c7b-4595-9d59-be2b641400fb req-3060d150-5592-4191-af25-b3a713569a65 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Sep 07 14:26:13.297776 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ad64ed4e-6c7b-4595-9d59-be2b641400fb req-e148ad97-dbbf-4dc7-9084-bfe5db04b582 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Sep 07 14:26:13.414769 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec230f8-7446-4016-bafe-7243b953140b req-d7050644-701b-47db-bb03-64ad815d7fff tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:13.416195 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9ec230f8-7446-4016-bafe-7243b953140b req-d7050644-701b-47db-bb03-64ad815d7fff tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0530548 Sep 07 14:26:13.453790 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9ec230f8-7446-4016-bafe-7243b953140b req-ccb2a9b6-cf29-466b-874e-81172d4fc293 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Sep 07 14:26:13.984591 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505cd8a-d5ef-4e64-a755-611e91df1c85 req-cd7dc8b4-8e9c-4cb9-b857-ec077463e704 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:13.986153 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4505cd8a-d5ef-4e64-a755-611e91df1c85 req-cd7dc8b4-8e9c-4cb9-b857-ec077463e704 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0482094 Sep 07 14:26:14.027003 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4505cd8a-d5ef-4e64-a755-611e91df1c85 req-ddb3772f-5933-42a9-8a01-f703768df0d3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Sep 07 14:26:14.420291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939dbaa-8003-404a-aa51-c7e06052a891 req-bada2acd-496d-43dc-94a6-2c28d9e09e81 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:14.422435 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0939dbaa-8003-404a-aa51-c7e06052a891 req-bada2acd-496d-43dc-94a6-2c28d9e09e81 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Sep 07 14:26:14.463153 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0939dbaa-8003-404a-aa51-c7e06052a891 req-2554aa7e-4dec-4670-ae6d-edebc3d38240 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344691 Sep 07 14:26:14.583592 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133235-fe39-4ee4-9e89-7d2b5ea510fd req-38e2f7eb-94bd-4aa6-9499-449d0a1cdf67 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:14.585078 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2b133235-fe39-4ee4-9e89-7d2b5ea510fd req-38e2f7eb-94bd-4aa6-9499-449d0a1cdf67 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0627804 Sep 07 14:26:14.623904 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2b133235-fe39-4ee4-9e89-7d2b5ea510fd req-77e40b4a-45d5-4ccd-8f6c-e389e309a0f7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 07 14:26:15.141806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430831ea-0188-4f6d-bebb-56b92a0ee3eb req-1f24f827-0fa1-4a97-bda7-f92838a4bfb8 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:15.143313 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-430831ea-0188-4f6d-bebb-56b92a0ee3eb req-1f24f827-0fa1-4a97-bda7-f92838a4bfb8 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0500958 Sep 07 14:26:15.183581 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-430831ea-0188-4f6d-bebb-56b92a0ee3eb req-e452b3a9-78db-4edb-9a15-5fdce5636d1e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Sep 07 14:26:15.584053 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262cc1c-6e4f-41ed-aaa1-4061f6507c6f req-5dff1465-d421-47c3-83c9-c9ddf231aa9d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:15.585534 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4262cc1c-6e4f-41ed-aaa1-4061f6507c6f req-5dff1465-d421-47c3-83c9-c9ddf231aa9d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Sep 07 14:26:15.622800 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4262cc1c-6e4f-41ed-aaa1-4061f6507c6f req-9e6da2b0-59a2-42ce-93c7-c6cc06aab1f6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Sep 07 14:26:15.660663 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 80164e84-50f8-496f-a035-a3af1b6905e7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:15.682247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 80164e84-50f8-496f-a035-a3af1b6905e7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:15.682587 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 80164e84-50f8-496f-a035-a3af1b6905e7 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:16.004472 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2e80-c26b-42d9-94b8-c3cc6c88d731 req-758e57d9-38b1-4720-b97b-010ba3550282 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.005996 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7fee2e80-c26b-42d9-94b8-c3cc6c88d731 req-758e57d9-38b1-4720-b97b-010ba3550282 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.3038275 Sep 07 14:26:16.013283 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-4b22e476-0077-454e-ab96-6f6dd30e1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.014789 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-4b22e476-0077-454e-ab96-6f6dd30e1e4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 1097 time: 0.0575683 Sep 07 14:26:16.077433 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7fee2e80-c26b-42d9-94b8-c3cc6c88d731 req-3277124f-c30f-4be5-95c5-2345617d5300 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616906 Sep 07 14:26:16.143074 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-6b8b1974-bc79-4528-ae13-1c447c2384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.144547 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-6b8b1974-bc79-4528-ae13-1c447c2384ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 916 time: 0.1118424 Sep 07 14:26:16.204821 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-427d09b8-1cee-49f1-a919-f253804ad359 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 200 len: 217 time: 0.0422528 Sep 07 14:26:16.269240 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-ad94f5c7-27eb-4fa9-9beb-8a74d23bd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.270846 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-ad94f5c7-27eb-4fa9-9beb-8a74d23bd582 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0498366 Sep 07 14:26:16.316461 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-6e64cca5-035d-476b-b5ba-bf1aade3eda9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287519 Sep 07 14:26:16.325434 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dbd86-c07e-41e5-81cc-f2695d4fff49 req-4be6290c-22ff-4507-909e-63fd4b9ef913 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.327182 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-827dbd86-c07e-41e5-81cc-f2695d4fff49 req-4be6290c-22ff-4507-909e-63fd4b9ef913 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0571306 Sep 07 14:26:16.375839 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-827dbd86-c07e-41e5-81cc-f2695d4fff49 req-fa32af7c-eb1d-4d29-b92f-25e935d46e0e tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Sep 07 14:26:16.454404 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-aa2b1d08-9319-4a7d-8486-f3d982c756d9 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194005 Sep 07 14:26:16.561714 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-42d36165-b9f1-4d66-8020-fdcb4fa00395 req-352da1f6-907b-45f2-aae6-fe08553afd75 service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960927 Sep 07 14:26:16.748033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc05ad2-e887-4b4e-970d-ea1992e309b8 req-1c3e91fc-2288-4450-932d-ff903524b59f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.750518 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bfc05ad2-e887-4b4e-970d-ea1992e309b8 req-1c3e91fc-2288-4450-932d-ff903524b59f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Sep 07 14:26:16.794782 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bfc05ad2-e887-4b4e-970d-ea1992e309b8 req-29dc37a1-13c3-4a43-8878-d7b04b58be4d tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381253 Sep 07 14:26:16.948806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d17948-7b97-4bb4-bb93-ff4364405206 req-f5b92fae-3448-4a0b-8adc-bbf32259bbcb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:16.950225 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-02d17948-7b97-4bb4-bb93-ff4364405206 req-f5b92fae-3448-4a0b-8adc-bbf32259bbcb tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0509667 Sep 07 14:26:16.996084 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-02d17948-7b97-4bb4-bb93-ff4364405206 req-9e88aaaf-da62-4dee-ac5c-092f85a9ee41 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Sep 07 14:26:17.194793 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98a9e-4451-4a62-b770-c9cc560fde8f req-e97f8372-a9f0-4dd6-a625-073cd512dac9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:17.196304 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9f98a9e-4451-4a62-b770-c9cc560fde8f req-e97f8372-a9f0-4dd6-a625-073cd512dac9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0495932 Sep 07 14:26:17.233424 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a9f98a9e-4451-4a62-b770-c9cc560fde8f req-3eeb2d72-a9af-4714-a68a-2d1d62c4dbdb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Sep 07 14:26:17.413506 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-7234c9ff-15aa-4010-aba9-226da386706a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:17.415085 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-7234c9ff-15aa-4010-aba9-226da386706a tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0525341 Sep 07 14:26:17.525200 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820566e-f3f6-4dbe-b970-6d0067102a2a req-086ac6de-4947-445b-b3a3-dd63b02ae4b5 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:17.526983 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d820566e-f3f6-4dbe-b970-6d0067102a2a req-086ac6de-4947-445b-b3a3-dd63b02ae4b5 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e HTTP/1.1" status: 200 len: 945 time: 0.0780537 Sep 07 14:26:17.572268 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Deleting port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:17.572604 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:17.594582 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d820566e-f3f6-4dbe-b970-6d0067102a2a req-7fb1ab64-4ee2-4c98-ae07-61d5ab4e8504 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613484 Sep 07 14:26:17.679510 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] For port 1e0f5c95-1557-481e-b69f-e5ddd4b56565, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1e0f5c95-1557-481e-b69f-e5ddd4b56565,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:17.679876 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:17.693172 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Calling delete_port for 1e0f5c95-1557-481e-b69f-e5ddd4b56565 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:17.823382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:17.850740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event deleted for resources: {'Port': ['ID=1e0f5c95-1557-481e-b69f-e5ddd4b56565,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:17.876279 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a', '1e0f5c95-1557-481e-b69f-e5ddd4b56565'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:17.892341 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] No DVR routers for this DVR port 1e0f5c95-1557-481e-b69f-e5ddd4b56565 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:26:17.895598 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:17.897865 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dfecc940-d34a-4d17-bc27-77f38cb329af req-05cdecf2-a947-454a-b9bb-6690632b4bc3 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "DELETE /v2.0/ports/1e0f5c95-1557-481e-b69f-e5ddd4b56565 HTTP/1.1" status: 204 len: 173 time: 0.4734859 Sep 07 14:26:17.898476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'name': 'network-vif-deleted', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:17.901057 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da7a673-a111-4959-8b9b-d846628ec367" -d '{"events": [{"server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "name": "network-vif-deleted", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:17.937972 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df271-8652-4846-9bbd-27dee6412685 req-9a829878-88e5-414a-8eff-095e530f71bc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:17.945435 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b86df271-8652-4846-9bbd-27dee6412685 req-9a829878-88e5-414a-8eff-095e530f71bc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0683525 Sep 07 14:26:17.973079 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6ccf1f-fda7-4f64-8213-36ce4001e646 x-openstack-request-id: req-4a6ccf1f-fda7-4f64-8213-36ce4001e646 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:17.973368 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e", "name": "network-vif-deleted", "tag": "1e0f5c95-1557-481e-b69f-e5ddd4b56565", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:17.973645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a6ccf1f-fda7-4f64-8213-36ce4001e646 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:17.974086 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b907f0ee-a94e-4c2b-8ac0-ed3e27f6115e', 'name': 'network-vif-deleted', 'tag': '1e0f5c95-1557-481e-b69f-e5ddd4b56565', 'status': 'completed', 'code': 200} Sep 07 14:26:17.989838 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b86df271-8652-4846-9bbd-27dee6412685 req-c9b3984a-8fcb-42d9-8c8a-a611d1fecaa5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Sep 07 14:26:18.122187 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f241b6-f167-48f2-abd4-bd37d0e5f2a7 req-59b8ec2a-f0b0-4a57-a989-951cf72c5591 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:18.123608 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22f241b6-f167-48f2-abd4-bd37d0e5f2a7 req-59b8ec2a-f0b0-4a57-a989-951cf72c5591 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0544424 Sep 07 14:26:18.161470 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22f241b6-f167-48f2-abd4-bd37d0e5f2a7 req-49d49e3a-4d2c-43ef-a785-9e33a816f6f8 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Sep 07 14:26:18.350387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976675ce-e565-4713-97c5-8539baa01bba req-cd7f8c8a-ff3a-43e5-a715-6d99f09ab559 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:18.351887 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-976675ce-e565-4713-97c5-8539baa01bba req-cd7f8c8a-ff3a-43e5-a715-6d99f09ab559 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0505521 Sep 07 14:26:18.394638 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-976675ce-e565-4713-97c5-8539baa01bba req-74d1cafc-c5b6-4552-9813-6797eb7348cf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Sep 07 14:26:18.989569 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:19.102796 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce687a04-a938-42ab-b11f-be18598073de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.195132 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce687a04-a938-42ab-b11f-be18598073de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.199510 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce687a04-a938-42ab-b11f-be18598073de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.248121 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ce687a04-a938-42ab-b11f-be18598073de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37697a83326941e489680a49905ead2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551329 Sep 07 14:26:19.248537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35142) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:19.249212 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce687a04-a938-42ab-b11f-be18598073de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b91ecf-9d49-4d4d-8449-8ec489ad0868,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:19.288249 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19bed7-c3d1-4972-b9ac-b6ec6ada4fd9 req-1f62e581-25f8-47da-8e37-06991c1c9707 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:19.289791 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-db19bed7-c3d1-4972-b9ac-b6ec6ada4fd9 req-1f62e581-25f8-47da-8e37-06991c1c9707 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Sep 07 14:26:19.304704 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.327757 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.331211 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-db19bed7-c3d1-4972-b9ac-b6ec6ada4fd9 req-c55417e5-d53f-45c6-96da-1ebb34d5bd14 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Sep 07 14:26:19.379360 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.382043 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:19.383233 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1b91ecf-9d49-4d4d-8449-8ec489ad0868 HTTP/1.1" status: 204 len: 168 time: 0.1331463 Sep 07 14:26:19.390923 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7749a5-17c2-44a7-81f6-7e106b308422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b91ecf-9d49-4d4d-8449-8ec489ad0868,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:19.520144 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4e5f1-b385-40e0-b96b-4f46f4f799ca req-606d8f50-d978-4a82-86f4-5bf41f983341 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:19.521806 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2ad4e5f1-b385-40e0-b96b-4f46f4f799ca req-606d8f50-d978-4a82-86f4-5bf41f983341 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 944 time: 0.0538802 Sep 07 14:26:19.568102 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2ad4e5f1-b385-40e0-b96b-4f46f4f799ca req-943c6126-cb97-4184-90d3-c76c3e92f3ff tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Sep 07 14:26:19.998702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4895a-85f4-46fd-ac79-cc20e33b08f6 req-e180e400-41ae-4429-b62b-b4effb08bfa9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:20.000247 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60b4895a-85f4-46fd-ac79-cc20e33b08f6 req-e180e400-41ae-4429-b62b-b4effb08bfa9 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0529752 Sep 07 14:26:20.039941 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60b4895a-85f4-46fd-ac79-cc20e33b08f6 req-bbb03804-43c2-48be-87c7-8504afd5a8f7 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Sep 07 14:26:20.118510 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-2d3029c3-a97d-4507-a88d-99c51aef404e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:20.119999 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-2d3029c3-a97d-4507-a88d-99c51aef404e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Sep 07 14:26:20.143874 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device fd36a7db-d57e-406f-8a5a-3775f7fbaea1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:26:20.216257 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Deleting port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:20.216591 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.247224 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:20.259228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1', 'network_id': 'd7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd', 'port_id': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1', 'mac_address': 'fa:16:3e:33:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03caafd4-07dc-4e1a-a892-f52ec87249b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:26:20.296996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.309776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd36a7db-d57e-406f-8a5a-3775f7fbaea1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:26:20.312183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] For port 782c2dcd-5809-4c8a-8d7a-026b63fd3261, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=782c2dcd-5809-4c8a-8d7a-026b63fd3261,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:20.312711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.325832 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Calling delete_port for 782c2dcd-5809-4c8a-8d7a-026b63fd3261 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:20.329335 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:20.335402 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.393067 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:20.469696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.473092 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfa27-a303-40e5-8906-9cc770523ca9 req-675703e3-a33e-4627-96e1-c69afdba70da tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:20.474656 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-732dfa27-a303-40e5-8906-9cc770523ca9 req-675703e3-a33e-4627-96e1-c69afdba70da tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfee8167-ea1c-436d-ba15-a6f0ea6b7489 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Sep 07 14:26:20.508118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Pushing event deleted for resources: {'Port': ['ID=782c2dcd-5809-4c8a-8d7a-026b63fd3261,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:20.524816 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-732dfa27-a303-40e5-8906-9cc770523ca9 req-8331f9b5-81f0-4c8e-803f-694a9d54d121 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Sep 07 14:26:20.539761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['3448b670-72d8-47af-9f3a-af99c17364be', '782c2dcd-5809-4c8a-8d7a-026b63fd3261'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:20.543364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] No DVR routers for this DVR port 782c2dcd-5809-4c8a-8d7a-026b63fd3261 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:26:20.546045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:20.549293 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f46b4c86-4ee2-4480-997d-358fcaf3d8b3 req-e2390f8f-a1a7-45c9-92ee-b91e505e7c8b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "DELETE /v2.0/ports/782c2dcd-5809-4c8a-8d7a-026b63fd3261 HTTP/1.1" status: 204 len: 173 time: 0.4201620 Sep 07 14:26:20.549486 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'name': 'network-vif-deleted', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:20.551895 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a4818-d1f3-4cb1-9300-9f63d5d594eb" -d '{"events": [{"server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "name": "network-vif-deleted", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:20.589831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae155915-04c4-4844-818a-6bf66ba9c65f x-openstack-request-id: req-ae155915-04c4-4844-818a-6bf66ba9c65f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:20.590209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee8167-ea1c-436d-ba15-a6f0ea6b7489", "name": "network-vif-deleted", "tag": "782c2dcd-5809-4c8a-8d7a-026b63fd3261", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:20.590382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae155915-04c4-4844-818a-6bf66ba9c65f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:20.590780 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee8167-ea1c-436d-ba15-a6f0ea6b7489', 'name': 'network-vif-deleted', 'tag': '782c2dcd-5809-4c8a-8d7a-026b63fd3261', 'status': 'completed', 'code': 200} Sep 07 14:26:20.697979 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3906685-bd47-4427-9e35-1dc7d04658cf req-7ffef9f2-7c1c-46ce-8628-9bbfd8bca62f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:20.699921 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3906685-bd47-4427-9e35-1dc7d04658cf req-7ffef9f2-7c1c-46ce-8628-9bbfd8bca62f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Sep 07 14:26:20.739495 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3906685-bd47-4427-9e35-1dc7d04658cf req-4b48f45d-0ad9-4cbc-ace0-95d7c37d3634 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336251 Sep 07 14:26:20.914706 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['fd36a7db-d57e-406f-8a5a-3775f7fbaea1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:21.164588 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454dd37-1219-45e4-98f5-36ba7b8b4435 req-e94dba93-2fca-4cce-ba22-6c995ceaf714 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:21.166152 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b454dd37-1219-45e4-98f5-36ba7b8b4435 req-e94dba93-2fca-4cce-ba22-6c995ceaf714 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0581930 Sep 07 14:26:21.208240 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b454dd37-1219-45e4-98f5-36ba7b8b4435 req-6def28ea-8caf-47a1-8e0b-d755bdcb6f23 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Sep 07 14:26:21.794923 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03875f-ba6c-4239-b1ac-847dbe7ca5c0 req-105ca23a-de4e-40a2-bf4e-580837a75fdf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:21.796441 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a03875f-ba6c-4239-b1ac-847dbe7ca5c0 req-105ca23a-de4e-40a2-bf4e-580837a75fdf tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Sep 07 14:26:21.838526 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7a03875f-ba6c-4239-b1ac-847dbe7ca5c0 req-911683d3-5611-4b4c-81e2-0357c62bd44d tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Sep 07 14:26:21.869851 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fd64e-f8d1-4cfb-a719-fbc3119814d2 req-7d198d3a-b0df-4ea6-98b6-5b39c09f43c7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:21.872141 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ec9fd64e-f8d1-4cfb-a719-fbc3119814d2 req-7d198d3a-b0df-4ea6-98b6-5b39c09f43c7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 945 time: 0.0622077 Sep 07 14:26:21.911185 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ec9fd64e-f8d1-4cfb-a719-fbc3119814d2 req-1bad5cf0-f6c1-40e9-b09e-ff6b799ee21b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Sep 07 14:26:22.156688 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device fd36a7db-d57e-406f-8a5a-3775f7fbaea1 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:26:22.206646 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:26:22.210437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:26:22.210825 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.296900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.323493 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:22.325763 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4050b1-254a-402b-bb27-fb31a36216c2" -d '{"events": [{"server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "name": "network-vif-plugged", "status": "completed", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:22.328445 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e27d-b36e-4d25-8f0e-14ade7fcf1b8 req-d78a682c-977a-4f9b-9be0-ff721970239d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:22.330067 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acf4e27d-b36e-4d25-8f0e-14ade7fcf1b8 req-d78a682c-977a-4f9b-9be0-ff721970239d tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0509591 Sep 07 14:26:22.340363 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:22.345685 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.352745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 1e0f5c95-1557-481e-b69f-e5ddd4b56565 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:22.382682 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acf4e27d-b36e-4d25-8f0e-14ade7fcf1b8 req-eacd4c09-8fe2-4764-b2c9-716153830ca0 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/security-groups?id=42f19202-84c9-41b2-8076-9b69ef0587cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Sep 07 14:26:22.383180 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799604a8-b98c-498d-909a-5d538e36953f req-ff1a6fca-9306-4969-be7d-1f4885eb17e1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:22.385129 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-799604a8-b98c-498d-909a-5d538e36953f req-ff1a6fca-9306-4969-be7d-1f4885eb17e1 tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 946 time: 0.0765593 Sep 07 14:26:22.387279 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d366f3-2693-4276-ac6f-c3239412758e x-openstack-request-id: req-b7d366f3-2693-4276-ac6f-c3239412758e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:22.387567 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "name": "network-vif-plugged", "status": "completed", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:22.387815 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7d366f3-2693-4276-ac6f-c3239412758e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:22.388201 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1', 'code': 200} Sep 07 14:26:22.405474 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 1e0f5c95-1557-481e-b69f-e5ddd4b56565 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:22.405984 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 1e0f5c95-1557-481e-b69f-e5ddd4b56565 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:22.437394 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:22.525898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Deleting port 5babedf9-1e5c-4399-94c6-56f4c985de3a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:22.526265 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.641672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] For port 5babedf9-1e5c-4399-94c6-56f4c985de3a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5babedf9-1e5c-4399-94c6-56f4c985de3a,segment=NetworkSegment(98f3780d-503a-47ba-9b94-74140a4a4d1f),segment_id=98f3780d-503a-47ba-9b94-74140a4a4d1f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:22.642552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.658214 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Calling delete_port for 5babedf9-1e5c-4399-94c6-56f4c985de3a owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:22.663711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4c736-eb56-4e0d-861f-476898adcd94 req-9caf5478-8f8d-4894-9e5b-d02a276bf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:22.665211 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1fe4c736-eb56-4e0d-861f-476898adcd94 req-9caf5478-8f8d-4894-9e5b-d02a276bf02b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 1099 time: 0.0739884 Sep 07 14:26:22.755226 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1fe4c736-eb56-4e0d-861f-476898adcd94 req-c5af4475-bae7-40f4-9188-98da2f42a19c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Sep 07 14:26:22.832318 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.858012 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Pushing event deleted for resources: {'Port': ['ID=5babedf9-1e5c-4399-94c6-56f4c985de3a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:22.879901 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['5babedf9-1e5c-4399-94c6-56f4c985de3a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:22.901771 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] No DVR routers for this DVR port 5babedf9-1e5c-4399-94c6-56f4c985de3a on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:26:22.904619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:22.906645 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-799604a8-b98c-498d-909a-5d538e36953f req-72e1b077-7ad8-4346-bc5b-581d7d86547c tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.68 "DELETE /v2.0/ports/5babedf9-1e5c-4399-94c6-56f4c985de3a HTTP/1.1" status: 204 len: 173 time: 0.4787071 Sep 07 14:26:22.907148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'name': 'network-vif-deleted', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:22.909525 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec16945-e482-44e6-9a04-82a29809b531" -d '{"events": [{"server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "name": "network-vif-deleted", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:22.953675 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437b287-0385-41df-9fe1-a885a31e7c19 x-openstack-request-id: req-8437b287-0385-41df-9fe1-a885a31e7c19 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:22.954381 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2583c71-2185-4452-8adb-813f9dc86bfb", "name": "network-vif-deleted", "tag": "5babedf9-1e5c-4399-94c6-56f4c985de3a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:22.954381 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8437b287-0385-41df-9fe1-a885a31e7c19 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:22.954885 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2583c71-2185-4452-8adb-813f9dc86bfb', 'name': 'network-vif-deleted', 'tag': '5babedf9-1e5c-4399-94c6-56f4c985de3a', 'status': 'completed', 'code': 200} Sep 07 14:26:22.971544 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60022561-14e0-4284-9c3c-11f3908c3159 req-5d2df96e-2e57-402b-af03-04e4ed48adf4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:22.972828 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60022561-14e0-4284-9c3c-11f3908c3159 req-5d2df96e-2e57-402b-af03-04e4ed48adf4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0568631 Sep 07 14:26:23.013232 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60022561-14e0-4284-9c3c-11f3908c3159 req-eb99d87d-7641-489b-90f0-f7da24b6cd6b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Sep 07 14:26:23.062167 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cc6cb-d69c-47c9-9a16-ea90f816582f req-95d2b5c0-ca99-442b-86c2-468d17646cb6 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:23.064055 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cf6cc6cb-d69c-47c9-9a16-ea90f816582f req-95d2b5c0-ca99-442b-86c2-468d17646cb6 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Sep 07 14:26:23.108576 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cf6cc6cb-d69c-47c9-9a16-ea90f816582f req-87dbbb34-0c8e-4cc3-8d4f-85d249aafe7c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Sep 07 14:26:23.490363 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b0ac2ea-f912-46f9-87fc-49b75ca5b474 req-25f4aec7-d752-4d99-84da-4bd5f767acfa tempest-AttachVolumeNegativeTest-1507014929 tempest-AttachVolumeNegativeTest-1507014929-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2583c71-2185-4452-8adb-813f9dc86bfb HTTP/1.1" status: 200 len: 210 time: 0.0295224 Sep 07 14:26:24.129258 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038cf27-85ef-4722-9e81-2b1a5b2846c4 req-8ee64680-3930-4d4c-b7e5-b6c1696f8a55 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:24.130864 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4038cf27-85ef-4722-9e81-2b1a5b2846c4 req-8ee64680-3930-4d4c-b7e5-b6c1696f8a55 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Sep 07 14:26:24.155303 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 782c2dcd-5809-4c8a-8d7a-026b63fd3261 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:24.180011 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4038cf27-85ef-4722-9e81-2b1a5b2846c4 req-00a31611-59cb-48e6-91c8-c306ac54c10a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Sep 07 14:26:24.189166 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 782c2dcd-5809-4c8a-8d7a-026b63fd3261 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:24.189646 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 782c2dcd-5809-4c8a-8d7a-026b63fd3261 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:24.237861 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276934b-6494-457d-8a9d-5e33ce912278 req-a87feaf0-7491-44f0-bcd9-7951096f6d22 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:24.239462 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3276934b-6494-457d-8a9d-5e33ce912278 req-a87feaf0-7491-44f0-bcd9-7951096f6d22 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 946 time: 0.0568233 Sep 07 14:26:24.281959 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3276934b-6494-457d-8a9d-5e33ce912278 req-b4e76c01-fa74-4e94-b4ea-f19709411d7e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357592 Sep 07 14:26:24.546766 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:24.591615 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Deleting subnet 498a455b-8eeb-48c9-b367-2eebf0f099b5 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:26:24.594607 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.632436 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.677428 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.737673 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.765080 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498a455b-8eeb-48c9-b367-2eebf0f099b5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:24.767085 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.769773 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dabb4991-d9d9-42e4-8397-39af75b02cff admin admin] 10.222.0.76 "DELETE /v2.0/subnets/498a455b-8eeb-48c9-b367-2eebf0f099b5 HTTP/1.1" status: 204 len: 168 time: 0.2220125 Sep 07 14:26:24.772865 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:24.841735 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.925025 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.945400 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451a2f6d-2a54-42b3-9d0b-64f050564cb5']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:24.954593 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f3780d-503a-47ba-9b94-74140a4a4d1f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:24.954892 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f3780d-503a-47ba-9b94-74140a4a4d1f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:24.965073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.979413 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.985308 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:26:24.985698 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:26:24.987466 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:26:25.047199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.053531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.056440 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/451a2f6d-2a54-42b3-9d0b-64f050564cb5 HTTP/1.1" status: 204 len: 168 time: 0.2824600 Sep 07 14:26:25.069521 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8288ef-58a4-4b5c-9594-755ebb657ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=451a2f6d-2a54-42b3-9d0b-64f050564cb5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:25.245150 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35200) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:25.321077 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206b14-3f9c-4fdf-853c-d2c3bacb21c7 req-fcb518fa-1078-4b99-aa30-1f53980c08c7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:25.322607 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c9206b14-3f9c-4fdf-853c-d2c3bacb21c7 req-fcb518fa-1078-4b99-aa30-1f53980c08c7 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0711050 Sep 07 14:26:25.327771 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:25.328354 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b3653c6c-f800-421a-941b-250341e9419a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4416c6be843648d5b7d34afde1ccd3d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0816104 Sep 07 14:26:25.363424 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c9206b14-3f9c-4fdf-853c-d2c3bacb21c7 req-a9e47507-a54f-4765-a75f-16e7f409168e tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Sep 07 14:26:25.416096 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.426390 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe81b3-163d-48e5-bf4f-20dfc11f4fcc req-d116aba9-eff5-45c9-8f10-91e9e1c54cec tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:25.427920 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89fe81b3-163d-48e5-bf4f-20dfc11f4fcc req-d116aba9-eff5-45c9-8f10-91e9e1c54cec tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 946 time: 0.0740457 Sep 07 14:26:25.459407 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.495042 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-89fe81b3-163d-48e5-bf4f-20dfc11f4fcc req-5ac01e66-fe79-4741-b64c-a3f1145f4e6e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600951 Sep 07 14:26:25.521638 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.524667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:25.525922 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42f19202-84c9-41b2-8076-9b69ef0587cb HTTP/1.1" status: 204 len: 168 time: 0.1963329 Sep 07 14:26:25.535234 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1cd24-7c85-42c1-8040-eb45e3d9f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f19202-84c9-41b2-8076-9b69ef0587cb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:26.168529 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 5babedf9-1e5c-4399-94c6-56f4c985de3a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:26.188835 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 5babedf9-1e5c-4399-94c6-56f4c985de3a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:26.189097 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 5babedf9-1e5c-4399-94c6-56f4c985de3a not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:26.483350 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b877ca5-0559-4371-8dd1-2878d37997c5 req-e7b08e59-672c-4705-84c1-c282dece4896 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:26.484855 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b877ca5-0559-4371-8dd1-2878d37997c5 req-e7b08e59-672c-4705-84c1-c282dece4896 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Sep 07 14:26:26.536092 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b877ca5-0559-4371-8dd1-2878d37997c5 req-9a639433-31c3-4b67-8a33-90907be21b3a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Sep 07 14:26:27.658527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be9dc3-329d-495f-8d60-cfaa30a430b5 req-e964fcdd-35e2-44c6-8418-db105b613a3b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:27.660170 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-35be9dc3-329d-495f-8d60-cfaa30a430b5 req-e964fcdd-35e2-44c6-8418-db105b613a3b tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0540884 Sep 07 14:26:27.700774 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-35be9dc3-329d-495f-8d60-cfaa30a430b5 req-c9583852-cbad-4270-b4ba-100d43b81893 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Sep 07 14:26:28.828267 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082a4b4-a6e2-4356-afcc-0b4f6a6f7b7b req-42e28526-f272-41bf-9845-e04d4499765a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:28.829750 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3082a4b4-a6e2-4356-afcc-0b4f6a6f7b7b req-42e28526-f272-41bf-9845-e04d4499765a tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0534027 Sep 07 14:26:28.867981 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3082a4b4-a6e2-4356-afcc-0b4f6a6f7b7b req-06a08b1f-3dc0-41f0-8049-08de9d11dc20 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Sep 07 14:26:29.982615 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d69326-88ef-4e63-94c0-29a4cb312890 req-8de6d4ea-dede-4e2c-9a04-974e5cf451b1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:29.984111 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-20d69326-88ef-4e63-94c0-29a4cb312890 req-8de6d4ea-dede-4e2c-9a04-974e5cf451b1 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Sep 07 14:26:30.022127 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-20d69326-88ef-4e63-94c0-29a4cb312890 req-53e76556-f1fe-41e8-b730-1852b5b2ff08 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Sep 07 14:26:30.418006 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:26:31.137300 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0d44d-19a3-40e1-af25-d5419f1c1002 req-f300ac8f-cf8c-4dbd-aeff-17999c0bb586 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:31.138736 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5dd0d44d-19a3-40e1-af25-d5419f1c1002 req-f300ac8f-cf8c-4dbd-aeff-17999c0bb586 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0500505 Sep 07 14:26:31.178947 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5dd0d44d-19a3-40e1-af25-d5419f1c1002 req-9b9a8ed0-b7b9-4768-ae19-a421cd483abd tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/security-groups?id=a8913228-344b-4bb7-906e-1fc2a0146669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Sep 07 14:26:31.846007 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-4df98aa9-016b-43fe-b6b7-b57feb0f05f0 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:31.848322 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-4df98aa9-016b-43fe-b6b7-b57feb0f05f0 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 946 time: 0.0506444 Sep 07 14:26:31.879049 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e703d8fb-8548-47b3-b1be-f457b4b668bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:31.950746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Deleting port 3448b670-72d8-47af-9f3a-af99c17364be {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:31.951118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:32.052128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] For port 3448b670-72d8-47af-9f3a-af99c17364be, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3448b670-72d8-47af-9f3a-af99c17364be,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:32.052486 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:32.064849 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Calling delete_port for 3448b670-72d8-47af-9f3a-af99c17364be owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:32.196149 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:32.243522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Pushing event deleted for resources: {'Port': ['ID=3448b670-72d8-47af-9f3a-af99c17364be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:32.246029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['3448b670-72d8-47af-9f3a-af99c17364be'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:26:32.292627 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-32370048-1c06-4d4c-ab26-b40d20088376 req-90db2785-95b0-4208-982d-4d96e37c9746 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.76 "GET /v2.0/ports?device_id=21c75ed4-918d-450d-a5d8-10e3d7c56b48 HTTP/1.1" status: 200 len: 210 time: 0.0418851 Sep 07 14:26:32.325998 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] No DVR routers for this DVR port 3448b670-72d8-47af-9f3a-af99c17364be on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:26:32.329359 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:32.332271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ce9c0de6-8b83-48ae-9c0f-de0ebf7e32f7 req-5453f95c-6bf3-41e8-8a9f-bf8c7f3fecc4 tempest-ServerRescueNegativeTestJSON-653520430 tempest-ServerRescueNegativeTestJSON-653520430-project] 10.222.0.68 "DELETE /v2.0/ports/3448b670-72d8-47af-9f3a-af99c17364be HTTP/1.1" status: 204 len: 173 time: 0.4770274 Sep 07 14:26:32.332968 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'name': 'network-vif-deleted', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:26:32.335148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5408bca9-f08e-4781-8969-3c1d83e5d0ff" -d '{"events": [{"server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "name": "network-vif-deleted", "tag": "3448b670-72d8-47af-9f3a-af99c17364be"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:26:32.374578 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd019392-0830-4831-83d4-3ebf7383bf8d x-openstack-request-id: req-dd019392-0830-4831-83d4-3ebf7383bf8d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:26:32.374845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c75ed4-918d-450d-a5d8-10e3d7c56b48", "name": "network-vif-deleted", "tag": "3448b670-72d8-47af-9f3a-af99c17364be", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:26:32.375168 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd019392-0830-4831-83d4-3ebf7383bf8d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:26:32.375562 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c75ed4-918d-450d-a5d8-10e3d7c56b48', 'name': 'network-vif-deleted', 'tag': '3448b670-72d8-47af-9f3a-af99c17364be', 'status': 'completed', 'code': 200} Sep 07 14:26:33.352149 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35326) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:33.820302 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.338617 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Deleting port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:34.338971 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.345048 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26fe45d1-f834-43db-b127-fb203e74fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.419973 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] For port 0fa76fd2-8573-4dcf-bc1e-7849bd828f92, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,segment=NetworkSegment(5e5e8630-c320-4f24-8150-8fb42f7bf3a8),segment_id=5e5e8630-c320-4f24-8150-8fb42f7bf3a8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:34.420594 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.437378 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Calling delete_port for 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:34.480937 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.620799 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.648115 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa76fd2-8573-4dcf-bc1e-7849bd828f92,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:34.839860 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:34.894750 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c3c3-2b9c-464a-b45f-e4c4be209c65 req-27457979-97ad-4850-8d54-7521e35c7a68 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:34.896891 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a276c3c3-2b9c-464a-b45f-e4c4be209c65 req-27457979-97ad-4850-8d54-7521e35c7a68 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.1035678 Sep 07 14:26:34.978857 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a276c3c3-2b9c-464a-b45f-e4c4be209c65 req-2043bd93-9caf-4903-b2c0-46225b4a97f8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752509 Sep 07 14:26:35.100180 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Router 3c3ace67-ef08-43f6-a9ba-4d261167c057 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:26:35.206196 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:26:35.211700 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a9dc6c30-80db-4c25-8cb3-b293d1a140b4 admin admin] 10.222.0.76 "PUT /v2.0/routers/3c3ace67-ef08-43f6-a9ba-4d261167c057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585534 Sep 07 14:26:35.214189 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35360) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:35.216673 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Sync routers for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:26:35.226901 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:26:35.227540 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:26:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:35.321586 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.342520 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:26:35.435955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.493182 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Deleting port 0184f499-215c-40b1-b4c4-9d403cbbd4ab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:26:35.493518 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.561892 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:26:34Z', 'revision_number': 5, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port': {'id': '0184f499-215c-40b1-b4c4-9d403cbbd4ab', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:31Z', 'updated_at': '2021-09-07T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:35.579135 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] For port 0184f499-215c-40b1-b4c4-9d403cbbd4ab, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0184f499-215c-40b1-b4c4-9d403cbbd4ab,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:26:35.579498 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.588310 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Checking router: 3c3ace67-ef08-43f6-a9ba-4d261167c057 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:26:35.592573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Calling delete_port for 0184f499-215c-40b1-b4c4-9d403cbbd4ab owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:26:35.596816 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Routers {'3c3ace67-ef08-43f6-a9ba-4d261167c057'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:26:35.597438 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:26:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['3c3ace67-ef08-43f6-a9ba-4d261167c057'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:35.722082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.767729 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] Set router 3c3ace67-ef08-43f6-a9ba-4d261167c057 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:26:35.779380 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:35.813744 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Pushing event deleted for resources: {'Port': ['ID=0184f499-215c-40b1-b4c4-9d403cbbd4ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:35.831278 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:26:35Z', 'revision_number': 6, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:35.845089 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.845666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.847373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.847841 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.848383 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.849126 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.849830 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.850255 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.850693 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.851797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.851797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.852124 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:26:35.858654 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1feb3-280a-40d4-8ff1-f8b9f0e0c988 None None] The sync data for ids ['3c3ace67-ef08-43f6-a9ba-4d261167c057'] in dv-cinder-760199-15-iscsi is: [{'id': '3c3ace67-ef08-43f6-a9ba-4d261167c057', 'name': 'tempest-ServerRescueNegativeTestJSON-394907292-router', 'tenant_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:26:35Z', 'revision_number': 6, 'project_id': 'e2678a23ee2d4ca3ac8df53300e61a95', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:26:35.902217 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.006010 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.008529 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.098271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.099631 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3ace67-ef08-43f6-a9ba-4d261167c057 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:26:36.105591 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.106755 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c10afbc2-a610-4a7e-a6b9-587ce23a4152 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3c3ace67-ef08-43f6-a9ba-4d261167c057 HTTP/1.1" status: 204 len: 168 time: 0.8916333 Sep 07 14:26:36.110098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35370) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:36.158557 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970067c0-5a87-4669-ab4f-4824dfdb8957 req-aab604bc-a88f-4b04-8f3b-73184b2fe493 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:36.160041 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-970067c0-5a87-4669-ab4f-4824dfdb8957 req-aab604bc-a88f-4b04-8f3b-73184b2fe493 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0973063 Sep 07 14:26:36.181822 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Deleting subnet e947b8a3-3396-420e-8de9-7a180e1e6be9 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:26:36.192944 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.243537 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-970067c0-5a87-4669-ab4f-4824dfdb8957 req-9ea32ba0-e8e5-48d5-a1b0-3756bdbe9cc9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735726 Sep 07 14:26:36.248711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.292557 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.363491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.396531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e947b8a3-3396-420e-8de9-7a180e1e6be9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:36.403651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.407658 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-57c31541-f49a-499c-a910-b6eaa05ff23d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e947b8a3-3396-420e-8de9-7a180e1e6be9 HTTP/1.1" status: 204 len: 168 time: 0.2965186 Sep 07 14:26:36.411782 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35372) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:36.487283 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.585773 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.612474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d775a280-3a48-46f7-827d-3d952fb78fa5']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:36.623275 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5e8630-c320-4f24-8150-8fb42f7bf3a8') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:36.623572 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5e8630-c320-4f24-8150-8fb42f7bf3a8') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:26:36.638162 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.652963 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.659286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:26:36.659688 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:26:36.661938 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:26:36.694777 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:36.718867 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:36.719333 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0fa76fd2-8573-4dcf-bc1e-7849bd828f92 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:36.724823 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.733363 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:36.735623 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d775a280-3a48-46f7-827d-3d952fb78fa5 HTTP/1.1" status: 204 len: 168 time: 0.3228734 Sep 07 14:26:36.746703 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027be52c-d94d-4582-abd7-916eff6d51b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d775a280-3a48-46f7-827d-3d952fb78fa5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:36.853895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 3448b670-72d8-47af-9f3a-af99c17364be no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:36.916731 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 3448b670-72d8-47af-9f3a-af99c17364be {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:36.917072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 3448b670-72d8-47af-9f3a-af99c17364be not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:36.979248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-30f41b93-87bf-4ceb-b7c4-53afbef030b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:36.981245 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-30f41b93-87bf-4ceb-b7c4-53afbef030b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1137 time: 0.0905604 Sep 07 14:26:36.992628 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:37.049441 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dae62124-49ed-46de-91ab-6a1972b8d84c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e2678a23ee2d4ca3ac8df53300e61a95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554545 Sep 07 14:26:37.052155 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35384) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:37.111152 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-ffd27cce-3fb5-45b9-908d-87ea0e13f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:37.111400 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.113889 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-ffd27cce-3fb5-45b9-908d-87ea0e13f8c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.1202660 Sep 07 14:26:37.145952 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.202089 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-4dd65993-73ee-4413-9dd5-c20f71c140de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 1000 time: 0.0794661 Sep 07 14:26:37.219717 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.222500 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.224337 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8913228-344b-4bb7-906e-1fc2a0146669 HTTP/1.1" status: 204 len: 168 time: 0.1705725 Sep 07 14:26:37.236100 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61aa98-0639-45a4-b031-514189141590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8913228-344b-4bb7-906e-1fc2a0146669,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:37.276600 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-7c9c2d92-8d1c-4563-a263-276d1879b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:37.278684 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-7c9c2d92-8d1c-4563-a263-276d1879b61b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0646243 Sep 07 14:26:37.342677 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.383727 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-9444ed9a-28d8-40dc-8600-2f9650e37200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:37.387629 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-9444ed9a-28d8-40dc-8600-2f9650e37200 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1012759 Sep 07 14:26:37.397803 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656d4d0-59ae-442b-bd48-7224c221af65 req-39a12132-0274-4a22-b0ea-8fc8da330d5b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:37.399147 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b656d4d0-59ae-442b-bd48-7224c221af65 req-39a12132-0274-4a22-b0ea-8fc8da330d5b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0628033 Sep 07 14:26:37.456621 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:37.479432 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b656d4d0-59ae-442b-bd48-7224c221af65 req-0256b2e9-adea-4b75-9e36-9789ff00ac47 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664918 Sep 07 14:26:37.553008 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-f0d808a5-2729-4908-956b-9cb499fc29c9 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302023 Sep 07 14:26:37.660177 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5163a9c3-e62d-4c60-a380-497eaa5d1bf2 req-8280df3d-cd3b-4f46-a44d-3eda150248de service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963778 Sep 07 14:26:37.929947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-771bd45a-e2f1-4d7e-88d9-b38d14f139f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490482 Sep 07 14:26:37.945309 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0184f499-215c-40b1-b4c4-9d403cbbd4ab no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:26:37.964782 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 0184f499-215c-40b1-b4c4-9d403cbbd4ab {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:26:37.965128 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0184f499-215c-40b1-b4c4-9d403cbbd4ab not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:26:38.067851 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-005f59f9-d6cc-4a5e-9ea7-475f8d3445a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:38.069394 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-005f59f9-d6cc-4a5e-9ea7-475f8d3445a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1099 time: 0.0531499 Sep 07 14:26:38.217144 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-7bd206df-b881-45ff-aa28-9d5fc8ff27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:38.218633 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-7bd206df-b881-45ff-aa28-9d5fc8ff27d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1165760 Sep 07 14:26:38.296287 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-5c94f879-8bf0-408e-bf75-90127001a9d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.0641663 Sep 07 14:26:38.361539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-93493227-9328-4b65-bcef-bd2c8fddd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:38.363049 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-93493227-9328-4b65-bcef-bd2c8fddd8b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0509062 Sep 07 14:26:38.416839 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-480f5977-a4f0-43e9-a623-79e77e29ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:38.418408 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-480f5977-a4f0-43e9-a623-79e77e29ea37 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441687 Sep 07 14:26:38.434850 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35444) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:38.537482 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-1a74abe0-d63f-4739-8f78-b51382996401 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087718 Sep 07 14:26:38.612271 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7000446-201f-49e5-9583-31166a9d3209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.651510 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eea55-8317-444c-8518-1bb0f465470e req-e4b80067-a2bc-4b0f-a578-d9835d4344c8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:38.653400 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e01eea55-8317-444c-8518-1bb0f465470e req-e4b80067-a2bc-4b0f-a578-d9835d4344c8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0846682 Sep 07 14:26:38.675345 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc951d13-66a4-494f-9a68-a74612e8ecf8 req-66dddc3b-9ec1-41bf-b693-32c402f46f13 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289902 Sep 07 14:26:38.733091 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e01eea55-8317-444c-8518-1bb0f465470e req-bee505f0-631d-4294-bb12-045c01801c09 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628498 Sep 07 14:26:38.792659 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7000446-201f-49e5-9583-31166a9d3209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.797927 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7000446-201f-49e5-9583-31166a9d3209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.834823 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d7000446-201f-49e5-9583-31166a9d3209 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52bd25a3e5ce4e19b8dd34a83751215d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990242 Sep 07 14:26:38.839334 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35460) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:38.844548 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000446-201f-49e5-9583-31166a9d3209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276147f7-efb5-4e24-abd1-bbd991146ad2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:38.896123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.920479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.974274 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.977390 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:38.979424 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/276147f7-efb5-4e24-abd1-bbd991146ad2 HTTP/1.1" status: 204 len: 168 time: 0.1389308 Sep 07 14:26:38.987789 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3add-144a-442d-a994-c103162c2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276147f7-efb5-4e24-abd1-bbd991146ad2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:39.548731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35504) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:39.700204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563f936b-c93d-43dc-9c97-0163b7e4d04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:39.819954 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563f936b-c93d-43dc-9c97-0163b7e4d04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:39.825971 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563f936b-c93d-43dc-9c97-0163b7e4d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:39.902064 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f936b-c93d-43dc-9c97-0163b7e4d04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace09753-f282-4a04-b893-2cd2dfa2f3df,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:39.907218 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-563f936b-c93d-43dc-9c97-0163b7e4d04c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3168ffa5c69414390d33d1e9997437e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573914 Sep 07 14:26:39.910153 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35522) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:39.935813 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5f64b-57d0-46a0-9679-cdd221f20bd5 req-b378c48e-b72e-493f-bbe8-73eb316f5426 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:39.940586 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c1b5f64b-57d0-46a0-9679-cdd221f20bd5 req-b378c48e-b72e-493f-bbe8-73eb316f5426 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0999031 Sep 07 14:26:39.980214 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:39.986031 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c1b5f64b-57d0-46a0-9679-cdd221f20bd5 req-34677f8d-967d-4e45-8173-0b51cd6432b0 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373664 Sep 07 14:26:40.010453 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.069624 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.072277 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.073719 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ace09753-f282-4a04-b893-2cd2dfa2f3df HTTP/1.1" status: 204 len: 168 time: 0.1622610 Sep 07 14:26:40.082600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39dee5-d0dd-477a-bd6d-23e1b9a4a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace09753-f282-4a04-b893-2cd2dfa2f3df,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:40.517273 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35542) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:40.532574 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18f6b065-03f4-477d-b7b9-914d68c4399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.640698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18f6b065-03f4-477d-b7b9-914d68c4399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.644856 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18f6b065-03f4-477d-b7b9-914d68c4399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.683614 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6b065-03f4-477d-b7b9-914d68c4399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed11214-40c6-49d2-b191-784890a0c452,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:40.688236 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-18f6b065-03f4-477d-b7b9-914d68c4399e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e39247aaf5db44af88a64bb5341c9bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697500 Sep 07 14:26:40.690755 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:40.748199 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.769871 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.824552 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.835216 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:40.835216 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ed11214-40c6-49d2-b191-784890a0c452 HTTP/1.1" status: 204 len: 168 time: 0.1363134 Sep 07 14:26:40.836806 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337508-6e0b-47ff-849a-da080d89e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed11214-40c6-49d2-b191-784890a0c452,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:41.110551 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801750c-17a8-4f47-9b78-34a79b979740 req-ec3a214f-e7ac-4e3b-ae88-6ca501549ebc tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:41.112076 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f801750c-17a8-4f47-9b78-34a79b979740 req-ec3a214f-e7ac-4e3b-ae88-6ca501549ebc tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0498965 Sep 07 14:26:41.163251 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f801750c-17a8-4f47-9b78-34a79b979740 req-a2b5ce50-f8fd-4718-bf74-a8d4452b4f1c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431552 Sep 07 14:26:42.288149 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fca9d-eb8d-468c-aec3-73bb1a5ebbb0 req-8fe3f96c-4097-41f7-8107-a7b403d11662 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:42.290365 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c10fca9d-eb8d-468c-aec3-73bb1a5ebbb0 req-8fe3f96c-4097-41f7-8107-a7b403d11662 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0548954 Sep 07 14:26:42.347775 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c10fca9d-eb8d-468c-aec3-73bb1a5ebbb0 req-f45cebf1-b871-4d2d-a375-759c7ddaca23 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511358 Sep 07 14:26:43.496747 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9eb8-07fb-40aa-8718-9c898671e5ec req-abf4cab5-0952-4080-b9e1-a7f711c07ae4 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:43.503032 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e2ef9eb8-07fb-40aa-8718-9c898671e5ec req-abf4cab5-0952-4080-b9e1-a7f711c07ae4 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0531075 Sep 07 14:26:43.503309 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35654) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:43.551652 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e2ef9eb8-07fb-40aa-8718-9c898671e5ec req-d4b42bb7-e5e1-443e-9d7f-a83fa9082a00 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382171 Sep 07 14:26:43.647811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-202e-4e30-8e31-4281acf800cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.766068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-202e-4e30-8e31-4281acf800cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.771953 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80aa6d20-202e-4e30-8e31-4281acf800cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.808498 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa6d20-202e-4e30-8e31-4281acf800cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6cf98-667c-46b2-8ec5-7c0864709c41,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:43.816079 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-80aa6d20-202e-4e30-8e31-4281acf800cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa1f9467778c4d8bbc6d56559e7386dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158417 Sep 07 14:26:43.820400 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:43.885153 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.908911 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.963378 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.966801 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:43.968364 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcf6cf98-667c-46b2-8ec5-7c0864709c41 HTTP/1.1" status: 204 len: 168 time: 0.1476369 Sep 07 14:26:43.977219 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac0861-892d-4cb2-99dd-d5756b22d36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6cf98-667c-46b2-8ec5-7c0864709c41,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:44.260928 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 35672) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:44.274736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853b1b7e-a0e7-43f6-9e35-353f477027fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.363377 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853b1b7e-a0e7-43f6-9e35-353f477027fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.368197 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-853b1b7e-a0e7-43f6-9e35-353f477027fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.407240 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-853b1b7e-a0e7-43f6-9e35-353f477027fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e49c637adc2a4a9ca7635635e58544df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452484 Sep 07 14:26:44.408066 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b1b7e-a0e7-43f6-9e35-353f477027fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47198aec-6b21-45ea-a68b-2e78d0fa6a8c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:44.411128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 35674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:26:44.458781 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.478779 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.783367 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf50d1e-8306-48a5-8de5-c7b97c9fb023 req-302f34d4-1571-4d0b-af90-aa324193b709 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:44.784833 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bf50d1e-8306-48a5-8de5-c7b97c9fb023 req-302f34d4-1571-4d0b-af90-aa324193b709 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0526435 Sep 07 14:26:44.785855 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.788340 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:26:44.789367 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47198aec-6b21-45ea-a68b-2e78d0fa6a8c HTTP/1.1" status: 204 len: 168 time: 0.3768792 Sep 07 14:26:44.803987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad5e7-b794-4174-b21b-4393772d9054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47198aec-6b21-45ea-a68b-2e78d0fa6a8c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:26:44.835769 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bf50d1e-8306-48a5-8de5-c7b97c9fb023 req-d466f8da-8769-41b0-9ea8-dcf1aad11beb tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438111 Sep 07 14:26:45.961275 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f4ba9-779f-44ff-91a1-0023a6c53a33 req-e7aa3317-f39a-4064-99a9-652dd16aad71 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:45.963146 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f61f4ba9-779f-44ff-91a1-0023a6c53a33 req-e7aa3317-f39a-4064-99a9-652dd16aad71 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0511599 Sep 07 14:26:46.008498 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f61f4ba9-779f-44ff-91a1-0023a6c53a33 req-1ad412bd-cd01-4936-b0ed-baf48bcd8697 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378895 Sep 07 14:26:47.141550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787d43-e1e0-49d0-a4e7-721d6d78a210 req-ef545bfb-374e-47a6-be17-638e975f4820 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:47.143163 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cd787d43-e1e0-49d0-a4e7-721d6d78a210 req-ef545bfb-374e-47a6-be17-638e975f4820 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0589623 Sep 07 14:26:47.186225 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cd787d43-e1e0-49d0-a4e7-721d6d78a210 req-bb9ad415-9240-43df-9ce2-a99d4efb6c19 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341058 Sep 07 14:26:48.301700 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f07e5-0679-4f64-bb6a-0570f58a7b78 req-0f197dcf-bbbd-4912-b1f7-b3e18a420f01 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:48.303274 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-490f07e5-0679-4f64-bb6a-0570f58a7b78 req-0f197dcf-bbbd-4912-b1f7-b3e18a420f01 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0502899 Sep 07 14:26:48.340909 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-490f07e5-0679-4f64-bb6a-0570f58a7b78 req-0eeb3106-7163-4072-a22a-0b5a1a8a8d49 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315967 Sep 07 14:26:49.469265 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d67161-5708-4508-8d54-d4b707badffc req-614bc954-725a-462a-a8e8-c1d80d9b02b5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:49.471055 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f7d67161-5708-4508-8d54-d4b707badffc req-614bc954-725a-462a-a8e8-c1d80d9b02b5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0543902 Sep 07 14:26:49.513171 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f7d67161-5708-4508-8d54-d4b707badffc req-d241ca85-a5f1-40be-a17c-7ba72ae32136 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354040 Sep 07 14:26:50.638760 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059e2e1-9c79-4d3c-9711-d0a3c5a77880 req-fbc4fa57-428b-44d0-bdab-a908b2d39f5f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:50.640231 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0059e2e1-9c79-4d3c-9711-d0a3c5a77880 req-fbc4fa57-428b-44d0-bdab-a908b2d39f5f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0546739 Sep 07 14:26:50.679483 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0059e2e1-9c79-4d3c-9711-d0a3c5a77880 req-142266a9-7847-4c0b-8a20-ef6cba95f4a4 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331788 Sep 07 14:26:51.796256 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391acb-46b7-49d6-a31e-b52c6ccccf6e req-d2252556-70d0-4bff-8f9d-6d9f4bd0065f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:51.797769 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15391acb-46b7-49d6-a31e-b52c6ccccf6e req-d2252556-70d0-4bff-8f9d-6d9f4bd0065f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0502062 Sep 07 14:26:51.837997 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15391acb-46b7-49d6-a31e-b52c6ccccf6e req-de23da3c-8549-460a-a491-2e302130ce22 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342002 Sep 07 14:26:52.969757 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed7dc3-85f9-4106-b068-b5ef83e3af43 req-bd58162f-a321-41f7-82f1-bfa75f4186a1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:52.971340 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-56ed7dc3-85f9-4106-b068-b5ef83e3af43 req-bd58162f-a321-41f7-82f1-bfa75f4186a1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0504866 Sep 07 14:26:53.012518 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-56ed7dc3-85f9-4106-b068-b5ef83e3af43 req-e653f1c1-de05-4383-a8f7-552e6d826d2b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343287 Sep 07 14:26:54.125744 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65618ec8-266e-45df-86b9-9bfb55b60c65 req-ba2ea980-99d0-4866-9286-aa575b372fed tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:26:54.127238 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65618ec8-266e-45df-86b9-9bfb55b60c65 req-ba2ea980-99d0-4866-9286-aa575b372fed tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0480728 Sep 07 14:26:54.173327 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65618ec8-266e-45df-86b9-9bfb55b60c65 req-c4ffba76-9f8e-426f-8cec-6c721b6365d9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&id=063a1ae0-2311-46d7-bd87-beb314ee7118&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370839 Sep 07 14:27:01.882928 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b962c409-ef55-4725-9eda-4aa57df83179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:04.351166 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ab37b4b-7060-4f30-a1b2-66a814bcf591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:04.480920 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:05.722074 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:07.331472 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:07.418171 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:27:07.435958 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:27.446943 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-6571d663-04fe-4094-9c0d-18b48843d87f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091641181&fields=id&tenant_id=53edf50ae10b435dabcf1a2d03677412 HTTP/1.1" status: 200 len: 267 time: 0.0380530 Sep 07 14:27:27.501329 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-05e401fd-18b9-4183-a5ec-d5a40537b4ef tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:27.502839 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-05e401fd-18b9-4183-a5ec-d5a40537b4ef tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 984 time: 0.0496371 Sep 07 14:27:27.514564 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Request body: {'port': {'security_groups': ['935994a8-daaa-4bc9-a4c9-cad58680709a']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:27:27.590518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:27.765959 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:27:27.794179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:27.798834 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:27.837872 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:27:27.865158 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:27.865830 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:27.872912 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ddf3d5a8-5722-4ff3-8455-708ddcb5de40 req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "PUT /v2.0/ports/8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 942 time: 0.3604367 Sep 07 14:27:27.872912 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:27:27.873400 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 36232) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:27:27.873902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ebb01-290d-483c-8c21-7df0a699ab85" -d '{"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:27:27.879942 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event updated for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:27:27.900429 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.900780 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.901129 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.901468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.901799 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.902215 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.902444 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.902779 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.908978 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.909304 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.909651 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.909992 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcf6fe-253e-4efb-b712-90d66eb743cd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:27:27.929526 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3557f-eca1-40cd-bce1-4a14e3e31a7b x-openstack-request-id: req-fbb3557f-eca1-40cd-bce1-4a14e3e31a7b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:27:27.929828 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:27:27.930082 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbb3557f-eca1-40cd-bce1-4a14e3e31a7b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:27:27.930476 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:27:27.969614 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.022306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.035215 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:27:28.068094 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-1a930638-068e-4139-a032-fd98c1cef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:28.069922 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-1a930638-068e-4139-a032-fd98c1cef7f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0882697 Sep 07 14:27:28.098525 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64a4f346-852c-4e19-86a8-aad0edbbcea7 None None] Provisioning complete for port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:27:28.098903 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64a4f346-852c-4e19-86a8-aad0edbbcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.157982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.157982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.157982 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "DELETE /v2.0/security-groups/063a1ae0-2311-46d7-bd87-beb314ee7118 HTTP/1.1" status: 204 len: 168 time: 0.2814543 Sep 07 14:27:28.161060 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 36238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:27:28.172666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260065e5-bec1-4ec9-831a-504e415220c9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a1ae0-2311-46d7-bd87-beb314ee7118,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:27:28.192422 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-2a431b36-665b-47af-b174-604d0ed97f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:28.194087 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-2a431b36-665b-47af-b174-604d0ed97f35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.1156375 Sep 07 14:27:28.268216 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-52cd3321-7d10-4684-9034-9e7abb991ae7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 1000 time: 0.0656798 Sep 07 14:27:28.334362 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-167a44be-9d4f-4647-a1b2-818393b9301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:28.335954 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-167a44be-9d4f-4647-a1b2-818393b9301c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0592206 Sep 07 14:27:28.389277 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-96e5d7f7-2200-4141-b4f1-cdc05714128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:28.391097 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-96e5d7f7-2200-4141-b4f1-cdc05714128a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471814 Sep 07 14:27:28.487237 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-12ac1b33-4bec-4553-9507-fd5f2a0e96b5 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Sep 07 14:27:28.543708 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Deleting port 34daab85-d8fe-47f8-9e52-2baa086507f1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:27:28.544218 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.596084 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a18ebb01-290d-483c-8c21-7df0a699ab85 req-fea54380-2ec2-4522-9161-7bea5c9b3a2e service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958171 Sep 07 14:27:28.632083 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.632410 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.643982 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Calling delete_port for 34daab85-d8fe-47f8-9e52-2baa086507f1 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:27:28.822489 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.847384 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event deleted for resources: {'Port': ['ID=34daab85-d8fe-47f8-9e52-2baa086507f1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:27:28.911750 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:28.912076 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Floating IP 377bf7a1-b29c-4061-ba31-3186b59aed16 disassociated (deleted). External IP: 172.27.1.73, port: 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db. Sep 07 14:27:29.123612 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Router ed287d02-e450-4013-849e-d447de5e9fb0 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:27:29.234179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:27:29.239164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:29.247551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Sync routers for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:27:29.256602 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:27:29.257292 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:27:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:29.274919 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f3f81b11-7174-465e-8b4b-3605dbc6ef14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "DELETE /v2.0/floatingips/377bf7a1-b29c-4061-ba31-3186b59aed16 HTTP/1.1" status: 204 len: 168 time: 1.1130519 Sep 07 14:27:29.482324 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:27:29.705840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:29.737991 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Checking router: ed287d02-e450-4013-849e-d447de5e9fb0 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:27:29.747478 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:27:29.748095 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:27:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:29.857725 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:27:29.931348 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:27:29.933751 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6" -d '{"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:27:29.970804 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f255e8a7-183b-4a19-9143-adf92a14c902 x-openstack-request-id: req-f255e8a7-183b-4a19-9143-adf92a14c902 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:27:29.971196 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:27:29.971651 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f255e8a7-183b-4a19-9143-adf92a14c902 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:27:29.972115 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:27:30.064229 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-42ea2719-acb4-4fdd-905c-1fcb691b3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:30.065743 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-42ea2719-acb4-4fdd-905c-1fcb691b3bfb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0416934 Sep 07 14:27:30.070877 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:30.097337 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a434a-e508-46b6-ba77-a126ef34bcd3 None None] The sync data for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi is: [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:24:00Z', 'revision_number': 4, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '7f7857a2-df02-4ecf-8833-8abab41b00f0', 'name': '', 'network_id': '8cec906e-337f-46d9-94dc-abc9cf0c0f47', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'mac_address': 'fa:16:3e:df:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:00Z', 'updated_at': '2021-09-07T14:24:09Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'subnets': [{'id': '329f4187-402e-4eab-bb49-1279b1d29fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:27:30.169002 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-13852ee9-e9b4-419a-ad61-22fef109c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:30.170842 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-13852ee9-e9b4-419a-ad61-22fef109c0e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.0961955 Sep 07 14:27:30.219816 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-ba7916ca-9d04-4c6e-8639-9597b5574772 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0398111 Sep 07 14:27:30.277324 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-ca7eff72-2d22-4175-ac6a-84623c7408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:30.278818 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-ca7eff72-2d22-4175-ac6a-84623c7408bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0482883 Sep 07 14:27:30.323605 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f538070-edab-4c99-9e64-8794165ad1b1 None None] New status for floating IP 377bf7a1-b29c-4061-ba31-3186b59aed16: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:27:30.328198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-4aa41cbb-5552-4ff2-8062-9a0184bb3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:30.329727 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-4aa41cbb-5552-4ff2-8062-9a0184bb3ce3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415816 Sep 07 14:27:30.425235 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-947668a4-685d-45bc-9d97-dcf880b2e1bd service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Sep 07 14:27:30.525258 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef77cc3b-086e-4408-ac20-4d30ed0f78c6 req-aa28f2e7-1581-4652-a061-dd171b6576fb service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Sep 07 14:27:31.887644 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6631705f-7fa4-4354-af8d-21bb23d4dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:34.365867 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8740a712-2c77-4451-8a3e-42786a99d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:34.472495 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:35.725365 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:36.277488 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-48201b4b-081c-46ef-b65b-018bdc6d88dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437288 Sep 07 14:27:36.358311 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-f7e00a0f-b028-45be-9b29-394b6cd77287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:36.359853 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-f7e00a0f-b028-45be-9b29-394b6cd77287 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0391405 Sep 07 14:27:36.466049 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-e713fd2e-f171-4969-a4f3-35706e341840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:36.467557 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-e713fd2e-f171-4969-a4f3-35706e341840 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0872574 Sep 07 14:27:36.533614 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-e7b6805b-7373-4026-b446-0f3ba2bf8f89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0574882 Sep 07 14:27:36.582866 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-ed48ba1f-b1cc-4ed6-99df-8f3b154c374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:36.584334 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-ed48ba1f-b1cc-4ed6-99df-8f3b154c374d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0433202 Sep 07 14:27:36.634482 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-39bc10d9-53c8-4603-8587-2a41050bdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:27:36.636018 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-39bc10d9-53c8-4603-8587-2a41050bdac7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445766 Sep 07 14:27:36.725908 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-17a73c35-da99-47a6-9301-a49bc07be140 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Sep 07 14:27:36.817107 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-40393891-05c4-43fd-b7c1-3c4cffa19d10 req-e2414731-b3dd-40af-866d-d8dcf96bb060 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827830 Sep 07 14:27:37.344642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:37.436608 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:44.417161 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:28:01.894484 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74cf2fd-6170-41b6-a346-94edba230055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:04.369432 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2465-4910-413c-844c-ef00fb995434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:04.474970 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:05.731836 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:07.343906 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:07.440927 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:21.416060 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:28:31.886622 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c42c3330-f312-447a-ad14-f1b913573b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:34.357796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fc62f9a-1dc0-41b6-8bdf-352de34cc60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:34.475626 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:35.733082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.330274 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-94796d1a-6d6b-4495-91eb-f792289a6f95 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280553 Sep 07 14:28:36.425013 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-888b43e6-ab36-4e5a-8964-5d16bc4c9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:36.426409 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-888b43e6-ab36-4e5a-8964-5d16bc4c9ff8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1099 time: 0.0391788 Sep 07 14:28:36.529816 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-3f1d7c44-c3c7-4a8c-b14a-7479e323dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:36.531314 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-3f1d7c44-c3c7-4a8c-b14a-7479e323dcb2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0868518 Sep 07 14:28:36.597738 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-2db934fa-502d-4283-8a7b-d9e915359737 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.0592010 Sep 07 14:28:36.653205 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-ef830d1f-e435-4a2d-b702-34991aa9124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:36.654681 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-ef830d1f-e435-4a2d-b702-34991aa9124c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0492215 Sep 07 14:28:36.700945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-91f0e4c9-7130-47c9-9361-4027166c5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:36.702437 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-91f0e4c9-7130-47c9-9361-4027166c5311 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403509 Sep 07 14:28:36.797239 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-3dab137b-189f-4d78-9d05-99e2c8f0fafc service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867920 Sep 07 14:28:36.884461 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-087fcfc9-ccca-42d8-a8d8-bf56d2d83d4f req-69050e10-f311-43e1-900d-c59ccca0e6e3 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803933 Sep 07 14:28:37.359266 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:37.448072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:58.415232 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:29:01.887804 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aa148660-98c9-4ac3-86ce-024591d8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:04.359814 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4750e4b-726e-4214-89c7-675ffef86445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:04.475029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:05.736983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:07.365039 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:07.449652 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:31.887800 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3f23-9692-422a-9f92-a65ffecdd4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:34.362376 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a1dec6fc-5692-42fb-97fa-8a9e01837eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:34.477485 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:35.413308 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:29:35.740412 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:37.383045 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:37.451390 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:38.250042 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-b6aed34b-f57a-4464-aeb5-8cb1f02e4e22 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397451 Sep 07 14:29:38.325117 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-39e680ea-0d57-44c7-a469-9dd87a3b8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:29:38.326531 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-39e680ea-0d57-44c7-a469-9dd87a3b8a37 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0435803 Sep 07 14:29:38.432174 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-c488c0f2-e386-4ed4-8df0-ef65d5e5e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:29:38.433634 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-c488c0f2-e386-4ed4-8df0-ef65d5e5e22b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0884731 Sep 07 14:29:38.501786 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-ba0d4056-4dc7-46a4-a7e9-dcb9f8760613 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0607245 Sep 07 14:29:38.548734 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-71daa65c-3046-425e-b822-4196b953745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:29:38.550158 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-71daa65c-3046-425e-b822-4196b953745b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0410659 Sep 07 14:29:38.594983 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-39771703-d5d4-4fba-89a6-e8ef7c38a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:29:38.596355 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-39771703-d5d4-4fba-89a6-e8ef7c38a5df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391707 Sep 07 14:29:38.687683 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-a6877967-bb17-40a0-b14b-f82e4b8c8418 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838492 Sep 07 14:29:38.774835 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e6813c0c-8539-4d64-8986-75537bd8fe29 req-acc94109-47e5-4ddb-8bc0-49be77abac0c service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790243 Sep 07 14:30:01.889436 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8325ffea-8267-4b16-a41f-cedd4422a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:04.363531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-173ef2f1-6a3a-41fc-9992-f6d58feabbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:04.479162 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:05.741175 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:07.396397 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:07.451592 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:12.413761 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:30:31.891289 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-811ddacb-e2ee-4bda-bc81-47f23357f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:34.365796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce688e55-c5df-4e6a-ae97-1698338474c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:34.481624 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.745316 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:37.395345 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:37.456398 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:38.249928 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-771d64c2-b664-4cda-89df-d8c34c7b5ffd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445492 Sep 07 14:30:38.333026 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513911-c75c-465b-af40-699dcaf00069 req-88472c46-2c1f-4ecb-8343-8e188742a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:38.335244 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-88472c46-2c1f-4ecb-8343-8e188742a762 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0522821 Sep 07 14:30:38.444214 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513911-c75c-465b-af40-699dcaf00069 req-c8f5bd06-8d7e-42ac-8754-1c2854ad6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:38.445722 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-c8f5bd06-8d7e-42ac-8754-1c2854ad6a41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.0886331 Sep 07 14:30:38.492278 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-560662c5-05fa-4d32-a8f4-1ffbbab5e1fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0386777 Sep 07 14:30:38.541958 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513911-c75c-465b-af40-699dcaf00069 req-7b1567f8-d47a-400f-b366-b4db00fd8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:38.543567 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-7b1567f8-d47a-400f-b366-b4db00fd8ee7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0445192 Sep 07 14:30:38.588691 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513911-c75c-465b-af40-699dcaf00069 req-223dfd50-6e5f-42aa-8310-1dec2fd3be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:38.590097 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-223dfd50-6e5f-42aa-8310-1dec2fd3be14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395622 Sep 07 14:30:38.682269 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-d014bccb-6d9f-46f1-8002-4749993c2de5 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851247 Sep 07 14:30:38.773335 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-96513911-c75c-465b-af40-699dcaf00069 req-36694bce-4e68-4536-92bc-66b6c77fa6af service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834808 Sep 07 14:30:49.413095 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:31:01.892254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7393cc3-f576-4ecd-b433-db3448cfe303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:04.367776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6155afb6-a935-4ac3-8be1-445fe082819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:04.485975 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:05.747148 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:07.391400 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:07.458248 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:26.412383 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:31:31.892965 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd18c-0235-4c40-9dab-556bd375a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:34.369297 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66f74651-8554-473e-94be-f8548245376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:34.487363 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:35.745449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:37.389074 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:37.461888 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:39.222112 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-42abc80b-7643-45da-a12a-fde47cecaae8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444360 Sep 07 14:31:39.303133 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-4fe7ba96-48c9-4221-9754-b3ab87454e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:39.304471 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-4fe7ba96-48c9-4221-9754-b3ab87454e3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 1099 time: 0.0408547 Sep 07 14:31:39.415456 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-cc98c318-c14c-4e07-b36e-4c1e08b82fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:39.416923 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-cc98c318-c14c-4e07-b36e-4c1e08b82fd2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 916 time: 0.0908864 Sep 07 14:31:39.459602 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-48c50d73-5dab-4618-8005-084af25341a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 200 len: 217 time: 0.0355556 Sep 07 14:31:39.506794 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-40a0c8f8-06d2-4bbc-b138-910297665b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:39.508267 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-40a0c8f8-06d2-4bbc-b138-910297665b0f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0425210 Sep 07 14:31:39.540564 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-da745261-c0c7-490b-9a2c-8746edd10a04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257034 Sep 07 14:31:39.643338 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-781712ae-799b-44b4-90b8-5bf2919a7a6c service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956335 Sep 07 14:31:39.734787 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aea5c7ca-73a2-4849-b846-945797f9e549 req-9b64c9d8-c0dd-4d71-aac7-7eb4b737863b service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851259 Sep 07 14:32:01.895342 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3102102c-f02a-48b0-9b03-5e9617728f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:03.413503 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:32:04.371235 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d820ad46-a900-48f0-b667-947423fdf8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:04.489858 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:05.747550 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:07.402655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:07.463632 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:31.893219 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fea6b9a-214f-438c-bf6e-fb8d9c89e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:34.373048 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1bca34d7-7145-4743-952a-efd11ef2d364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:34.492502 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:35.749252 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:37.405761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:37.468338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:39.229686 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-e487c3e1-6487-4be2-8977-dc15ada77fd1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446093 Sep 07 14:32:39.332103 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39c01-0013-4fb2-9784-1807f06184db req-ad908ab6-96cd-4d82-aa9e-de97c37e3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:32:39.333634 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-ad908ab6-96cd-4d82-aa9e-de97c37e3e57 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1099 time: 0.0417528 Sep 07 14:32:39.436952 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39c01-0013-4fb2-9784-1807f06184db req-a0e8dec8-5c87-466f-b4e0-28c507d3cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:32:39.438482 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-a0e8dec8-5c87-466f-b4e0-28c507d3cff1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0868061 Sep 07 14:32:39.504638 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-d9aa7362-18f8-46f6-95aa-b5b02b7a9a16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.0572460 Sep 07 14:32:39.553998 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39c01-0013-4fb2-9784-1807f06184db req-f14e5e06-68be-4da4-a189-b44e9040c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:32:39.555492 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-f14e5e06-68be-4da4-a189-b44e9040c294 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0435755 Sep 07 14:32:39.604043 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39c01-0013-4fb2-9784-1807f06184db req-ab103a6c-0c7b-482a-a0c5-806b42f5dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:32:39.605565 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-ab103a6c-0c7b-482a-a0c5-806b42f5dd52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433655 Sep 07 14:32:39.692537 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-5a3033fa-e7ff-41ec-8a22-bb5cc46987eb service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795960 Sep 07 14:32:39.784035 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12c39c01-0013-4fb2-9784-1807f06184db req-8ac14e85-ddff-41ff-bf29-9457c9878beb service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845962 Sep 07 14:32:40.413601 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:32:47.216099 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 40582) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:47.320064 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.406795 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.412320 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.450278 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebcd31499a694f899301d529ffb9c392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330873 Sep 07 14:32:47.451166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db07c9-f180-49cc-bc2e-8fe3077fb4b1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:32:47.453025 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 40588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:47.458803 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.459173 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.459514 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.459846 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.460174 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.460504 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.460832 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.461157 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.461481 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.461800 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.462118 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.462436 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19f9b-8761-4640-ab03-c81335fdd2e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.504547 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.525611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.570943 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.573503 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.574750 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04db07c9-f180-49cc-bc2e-8fe3077fb4b1 HTTP/1.1" status: 204 len: 168 time: 0.1207314 Sep 07 14:32:47.582707 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db07c9-f180-49cc-bc2e-8fe3077fb4b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:32:47.589640 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.589989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.590327 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.590661 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.591013 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.591343 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.591670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.591998 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.592322 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.592643 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.592963 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.593279 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7fbff-435d-4b85-a59b-563c9a9e397f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:47.856165 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 40600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:47.869645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3707fa-3abc-4e01-9130-126aee118809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.959119 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3707fa-3abc-4e01-9130-126aee118809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:47.962642 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3707fa-3abc-4e01-9130-126aee118809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:48.001924 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ed3707fa-3abc-4e01-9130-126aee118809 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43fbfb50e864469d840687b7c9bf1eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445389 Sep 07 14:32:48.003158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3707fa-3abc-4e01-9130-126aee118809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16027de6-8f36-42b1-984f-a520e2fa1df1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:32:48.005227 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 40602) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:48.057328 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:48.078762 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:48.139198 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:48.139198 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:48.139198 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16027de6-8f36-42b1-984f-a520e2fa1df1 HTTP/1.1" status: 204 len: 168 time: 0.1258430 Sep 07 14:32:48.142415 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046004-0e20-4665-b47f-16f88498caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16027de6-8f36-42b1-984f-a520e2fa1df1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:33:01.895547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-318fb37d-d28f-4aea-9bf2-e4455ef4da46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:04.373435 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a086027f-494d-43f3-9c50-79bc44eb346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:04.494675 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:05.752075 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:07.412161 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:07.472254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:17.413585 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:33:31.896537 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-796d8c93-9626-4cbd-9a6e-4ebcb1c89f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:34.374143 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f47466c-1b22-4afc-a11a-54fa9d4ba2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:34.495930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:35.756893 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:37.413200 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:37.475273 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:39.533755 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-50c88a26-2970-4f35-8ce1-d1904bf72167 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3580141 Sep 07 14:33:39.605864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c390-9be6-4d77-8754-04871cef490c req-ac837f58-cdb4-4b4e-acd4-361389182111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:33:39.607387 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-ac837f58-cdb4-4b4e-acd4-361389182111 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0411031 Sep 07 14:33:39.713629 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c390-9be6-4d77-8754-04871cef490c req-55ce4313-3d35-456c-8808-48b4af7a125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:33:39.715123 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-55ce4313-3d35-456c-8808-48b4af7a125d service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0879653 Sep 07 14:33:39.778541 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-42c7fbbb-c2a7-496e-8338-2829fe811456 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0560725 Sep 07 14:33:39.826348 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c390-9be6-4d77-8754-04871cef490c req-01496099-e873-41a5-9b46-1197cae47095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:33:39.827832 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-01496099-e873-41a5-9b46-1197cae47095 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0424874 Sep 07 14:33:39.875179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c390-9be6-4d77-8754-04871cef490c req-521a612b-d412-42ca-a68f-aa12e5365665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:33:39.876686 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-521a612b-d412-42ca-a68f-aa12e5365665 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419006 Sep 07 14:33:39.888225 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-0972ee72-2738-40fd-ae5a-ac0da6d00746 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:33:39.889174 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-0972ee72-2738-40fd-ae5a-ac0da6d00746 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050373 Sep 07 14:33:39.978230 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-eb698cda-d7ca-4924-a770-22e528fc7c0e service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813487 Sep 07 14:33:40.077085 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3236c390-9be6-4d77-8754-04871cef490c req-970f4adf-2566-4d7a-bb2c-cf92690419a8 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924110 Sep 07 14:33:54.413496 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:34:01.898584 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-942b3f97-7bb0-4aad-98c3-98a1dd9ade7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:04.374225 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45755431-6601-44b4-b6c3-7fadb05a5f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:04.496668 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:05.758523 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:07.430875 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:07.480001 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:31.412731 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:34:31.898465 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5339192-3080-4db3-b382-7b7137362805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:34.376996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c3270257-7c84-4e52-9731-c02f9b3c4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:34.497107 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:35.760412 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:37.434358 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:37.481414 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:41.222841 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-c29ed4c2-5638-43df-9b46-e02cffc9cf7a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410926 Sep 07 14:34:41.291416 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848491-9136-4e1e-9a20-1486f20601cc req-95f6298a-3b6d-4bc8-b4af-00c563f3718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:34:41.292888 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-95f6298a-3b6d-4bc8-b4af-00c563f3718e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0388348 Sep 07 14:34:41.403590 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848491-9136-4e1e-9a20-1486f20601cc req-679de98f-6535-4c91-9cb3-c7f2b047e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:34:41.405066 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-679de98f-6535-4c91-9cb3-c7f2b047e051 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.0922279 Sep 07 14:34:41.445402 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-dd91647f-c7be-4432-8814-eaadc83e68ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0335429 Sep 07 14:34:41.496261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848491-9136-4e1e-9a20-1486f20601cc req-bf0cb706-ad9c-47d9-a3ef-bbce0ae30a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:34:41.497746 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-bf0cb706-ad9c-47d9-a3ef-bbce0ae30a86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0455728 Sep 07 14:34:41.542371 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848491-9136-4e1e-9a20-1486f20601cc req-1de25265-0fe7-499b-81af-774705924f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:34:41.543946 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-1de25265-0fe7-499b-81af-774705924f27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398133 Sep 07 14:34:41.633282 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-933b6bca-ae8b-40f8-bb52-cb857583f13b service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Sep 07 14:34:41.725058 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-25848491-9136-4e1e-9a20-1486f20601cc req-6d7543f7-7077-4290-ab72-703abd2b8e27 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Sep 07 14:35:01.904160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd251757-340e-48ad-a510-4154046a8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:04.378429 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-224e4778-06e7-413c-abad-b4aeee0ab3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:04.504165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:05.765312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:07.452155 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:07.484893 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:08.412650 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:35:31.896318 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3103-8d51-49de-b992-9619eff1ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:34.380907 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a44104fd-ba76-4be2-96d5-04482b582b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:34.496395 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:35.768519 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:37.457754 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:37.489850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:41.226254 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-45516cad-cb5c-45d7-8c3c-d9cae157495e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388527 Sep 07 14:35:41.298170 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58478-0577-44fb-807d-935cf88a5c75 req-7d396b95-99dd-4efc-81ab-a0fba16a415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:35:41.299674 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-7d396b95-99dd-4efc-81ab-a0fba16a415a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b34ce9b64b30458986c53620f56a301a&device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 1099 time: 0.0429540 Sep 07 14:35:41.402527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58478-0577-44fb-807d-935cf88a5c75 req-861711da-5ac7-4d84-9bff-bbc86fdd9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:35:41.404021 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-861711da-5ac7-4d84-9bff-bbc86fdd9921 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 200 len: 916 time: 0.0831885 Sep 07 14:35:41.448105 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-360f25f3-92c6-43ed-8414-427943d2086b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 200 len: 217 time: 0.0369763 Sep 07 14:35:41.497811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58478-0577-44fb-807d-935cf88a5c75 req-b4417ba2-3873-4374-9c77-8e6bf9f7e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:35:41.499313 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-b4417ba2-3873-4374-9c77-8e6bf9f7e78c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 200 len: 854 time: 0.0447047 Sep 07 14:35:41.535796 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-b88817f1-40f5-4210-a0a6-836daa7b0e79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300257 Sep 07 14:35:41.633620 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-9394631b-7511-4f62-893e-84790e043e6e service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895362 Sep 07 14:35:41.729211 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00a58478-0577-44fb-807d-935cf88a5c75 req-cd18d9cb-7af9-497e-8f3b-280403959e3a service neutron] 10.222.0.68 "GET /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Sep 07 14:35:45.412061 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:36:01.899618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-188886c2-ad84-479f-8aac-342943e1bfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:04.381662 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b9cdd1-cc81-4767-a547-7426f023b007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:04.499659 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:05.771075 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:07.459938 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:07.490917 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.410828 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:36:31.902071 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef135dfe-6e6c-48b6-b2e1-b1a71e6d03f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:34.385043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d365321e-731d-4de2-8ffb-43997dccfece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:34.502403 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:35.777848 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:37.457111 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:37.495988 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:43.257804 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-2b0cdd88-f125-4cb2-a390-59fb85de9bad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417106 Sep 07 14:36:43.361839 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062887-df26-4504-955a-1d1894a9850d req-bbb8fe25-0ab7-4440-9e61-ef5dc4f992fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:43.363646 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-bbb8fe25-0ab7-4440-9e61-ef5dc4f992fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 1099 time: 0.0483272 Sep 07 14:36:43.469340 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062887-df26-4504-955a-1d1894a9850d req-2ab1f45e-88c8-41cf-9ecd-5cbd4ffe59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:43.471701 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-2ab1f45e-88c8-41cf-9ecd-5cbd4ffe59bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0838008 Sep 07 14:36:43.541261 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-6af73fa1-3630-4215-90f9-9a59886b57b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 200 len: 1000 time: 0.0615819 Sep 07 14:36:43.591047 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062887-df26-4504-955a-1d1894a9850d req-8bb495c3-11bf-4b30-bd98-6fb2b36577c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:43.592505 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-8bb495c3-11bf-4b30-bd98-6fb2b36577c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0448043 Sep 07 14:36:43.638489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062887-df26-4504-955a-1d1894a9850d req-f6713317-ee5e-492e-bd82-1a42ade3a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:43.640009 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-f6713317-ee5e-492e-bd82-1a42ade3a214 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402977 Sep 07 14:36:43.731978 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-64baa4ef-94da-43ac-b1a2-2d61d60c4a80 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841329 Sep 07 14:36:43.821658 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-00062887-df26-4504-955a-1d1894a9850d req-7b25b7b3-ea79-40d1-bcdd-2a1bf0b075a1 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825956 Sep 07 14:36:59.410785 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:37:01.904334 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fed20575-46e4-43f8-82e9-77dceecd663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:04.386169 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e84db02d-c4b7-48a4-b031-c1f1006338f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:04.507183 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:05.777211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:07.459140 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:07.496535 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:31.908219 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3254174c-9238-4e84-93d5-dbf1087eac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:34.388556 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fc72076-9c9d-443a-994d-3a7a1dc49d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:34.508900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:35.780266 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:36.409178 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:37:37.478043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:37.498490 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.238470 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-b353a463-9e8a-4537-acbf-5a914136b21d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444818 Sep 07 14:37:44.311305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-a13cb47e-afc6-4dd8-abda-8f2fde0a4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:44.312804 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-a13cb47e-afc6-4dd8-abda-8f2fde0a4eaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0392413 Sep 07 14:37:44.418204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-37ee1bc2-0050-479b-837e-854cd529f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:44.419650 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-37ee1bc2-0050-479b-837e-854cd529f318 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0877149 Sep 07 14:37:44.487254 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-efcc09d3-78ad-4f41-80b6-6c1578a62d0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0607533 Sep 07 14:37:44.535833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-834502b3-0d4d-412d-b625-490bbb1ed154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:44.537293 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-834502b3-0d4d-412d-b625-490bbb1ed154 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0427246 Sep 07 14:37:44.580760 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-0d2713e7-b1c1-4687-92a1-a72616065802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:44.582332 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-0d2713e7-b1c1-4687-92a1-a72616065802 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383837 Sep 07 14:37:44.677084 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-45b1e92a-b9fc-4721-a4b5-5e6c4fa0b171 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Sep 07 14:37:44.773469 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d7b69586-09c7-43d0-bf30-e57c4cee18d3 req-1ed78d59-cc8d-448e-892c-9acc2261408a service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886481 Sep 07 14:38:01.909977 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-154e2af5-7c43-4efb-8e3a-1baea60f9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:04.389711 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5b8ade80-d221-449a-af7d-fc1f37c5b360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:04.512317 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:05.783953 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.470385 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.503779 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.736202 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-290735c5-ab06-4b67-9536-c0fe98433010 req-ed4b04cc-ac39-4052-8b9a-df42b5017a2a service neutron] (93890) timed out ('10.222.0.68', 59499) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 14:38:13.410096 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:38:31.913867 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-716a464e-d3aa-4977-a202-a4b01e564fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:34.390332 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eacd89f-0bb6-4220-b03a-be058355d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:34.515274 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:35.784973 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:37.479702 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:37.505219 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:38.771057 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084e171-05ad-4851-a8f1-a14f2b0fee2f req-311e677e-385b-4ab6-8130-69dfa3faf41b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.772600 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1084e171-05ad-4851-a8f1-a14f2b0fee2f req-311e677e-385b-4ab6-8130-69dfa3faf41b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 946 time: 0.1295235 Sep 07 14:38:38.811941 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1084e171-05ad-4851-a8f1-a14f2b0fee2f req-f20d80a4-7013-422e-abad-56972fba97db tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Sep 07 14:38:39.411355 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-0f023734-91f6-4c61-a6f0-e2759f049ca4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:39.412723 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-0f023734-91f6-4c61-a6f0-e2759f049ca4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 946 time: 0.0479281 Sep 07 14:38:39.503284 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Deleting port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:38:39.503631 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.590978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] For port fd36a7db-d57e-406f-8a5a-3775f7fbaea1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,segment=NetworkSegment(43d4a8c7-c80e-415a-9fb0-cc16a66b02fc),segment_id=43d4a8c7-c80e-415a-9fb0-cc16a66b02fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:39.591390 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.605306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Calling delete_port for fd36a7db-d57e-406f-8a5a-3775f7fbaea1 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:38:39.745082 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.774413 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Pushing event deleted for resources: {'Port': ['ID=fd36a7db-d57e-406f-8a5a-3775f7fbaea1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.784845 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.785459 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.785572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.785866 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.786204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.786475 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.786800 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:39.794813 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['fd36a7db-d57e-406f-8a5a-3775f7fbaea1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:38:39.835228 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] No DVR routers for this DVR port fd36a7db-d57e-406f-8a5a-3775f7fbaea1 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:38:39.843343 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.845427 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a62e7116-860e-4e06-acaf-544aee50b2b7 req-858eb35b-03b3-43d5-8b83-88e49065d6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.68 "DELETE /v2.0/ports/fd36a7db-d57e-406f-8a5a-3775f7fbaea1 HTTP/1.1" status: 204 len: 173 time: 0.4265590 Sep 07 14:38:39.845894 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'name': 'network-vif-deleted', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:39.848186 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ef0f7b-18f9-4f72-899e-b1c25c529014" -d '{"events": [{"server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "name": "network-vif-deleted", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:39.968300 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f5de2-8998-478f-80a9-deaa10d3ce16 x-openstack-request-id: req-c25f5de2-8998-478f-80a9-deaa10d3ce16 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:39.968591 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca95289-88f7-4e63-b8a4-0a9a14a50c34", "name": "network-vif-deleted", "tag": "fd36a7db-d57e-406f-8a5a-3775f7fbaea1", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:39.968844 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c25f5de2-8998-478f-80a9-deaa10d3ce16 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:39.969276 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca95289-88f7-4e63-b8a4-0a9a14a50c34', 'name': 'network-vif-deleted', 'tag': 'fd36a7db-d57e-406f-8a5a-3775f7fbaea1', 'status': 'completed', 'code': 200} Sep 07 14:38:39.990021 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d87eb1bb-db59-47a1-aff6-3c3e11476873 req-79ecdf7d-508a-4a80-a7d5-82cc1df60202 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.1043117 Sep 07 14:38:41.087417 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c4770f50-a82f-4f2d-9079-8db846372372 req-afe65d26-bc39-4016-b544-be57663fc6e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Sep 07 14:38:42.180715 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-37ea2001-c01f-4377-af0e-7a616db00d39 req-21aa1f4c-3b89-4325-94df-8e334bb391d3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Sep 07 14:38:42.189627 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device fd36a7db-d57e-406f-8a5a-3775f7fbaea1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:38:42.209426 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: fd36a7db-d57e-406f-8a5a-3775f7fbaea1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:38:42.209774 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device fd36a7db-d57e-406f-8a5a-3775f7fbaea1 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:38:43.275609 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-add2a6d4-3f73-48b1-a17e-aa329560322b req-430670d4-872c-40a0-8167-fcc5c4758ada tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Sep 07 14:38:44.373892 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-df055b42-1572-4ccc-a147-8f8373fcb66a req-c00d4129-7139-4731-a430-56471b33fb68 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0328577 Sep 07 14:38:45.468497 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8b714a09-a9cf-4334-82cf-034787b29064 req-e5d23cc5-64f1-4c1f-9e14-e99fc40ddeff tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Sep 07 14:38:46.266315 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-8fde57cb-1f94-43c1-ab6b-7ad16282bc73 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787323 Sep 07 14:38:46.338710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-757b1d9f-c428-4b3b-8be0-36aca0081780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:46.340276 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-757b1d9f-c428-4b3b-8be0-36aca0081780 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53edf50ae10b435dabcf1a2d03677412&device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0432808 Sep 07 14:38:46.443033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-4174e40f-d510-4d9e-a509-4924535f9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:46.444505 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-4174e40f-d510-4d9e-a509-4924535f9d5c service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 200 len: 916 time: 0.0850070 Sep 07 14:38:46.490454 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-302e60db-87df-4cee-a7a4-b2c0d9113af1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 200 len: 217 time: 0.0371225 Sep 07 14:38:46.538797 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-a8ea5880-a31a-4c58-bcc0-43feb579a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:46.540291 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-a8ea5880-a31a-4c58-bcc0-43feb579a617 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 200 len: 853 time: 0.0438678 Sep 07 14:38:46.563338 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b487a167-1a64-406c-8887-da284782dbbe req-20fac367-54f7-4bdd-b111-14f8d8727fcb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0261390 Sep 07 14:38:46.586145 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-0605bf63-7338-480a-bc2a-1d2bfe211ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:46.588280 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-0605bf63-7338-480a-bc2a-1d2bfe211ad1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cec906e-337f-46d9-94dc-abc9cf0c0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403023 Sep 07 14:38:46.678562 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-ae31e585-0bf9-4634-b1b8-c721ed59a4b4 service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Sep 07 14:38:46.764927 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c13903e0-30c2-43a9-a741-b13b803a2882 req-b94fd669-cb17-4a06-9d1b-84b22cf3c49d service neutron] 10.222.0.68 "GET /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797153 Sep 07 14:38:47.657744 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ff6c92c4-8c45-4de6-a394-6631df9a86d2 req-f8555553-96bf-4ef8-9788-9a19876d9277 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0271845 Sep 07 14:38:48.754221 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-25f96136-17e5-41b7-870d-5cc7cbccff0b req-99d898c7-73ab-4aab-a5d2-cb148aefd0cf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Sep 07 14:38:49.793335 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 45560) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:49.849921 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-71ea724c-f0ee-4b58-a00a-a3e592a455a4 req-82b5b173-9d8d-4a14-aaf9-9f62c3ac69e5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Sep 07 14:38:49.902453 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.000563 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.005065 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.048763 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6bf5c280a2f43fb8c805a53fe0e19d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534025 Sep 07 14:38:50.049037 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f01b6-3b52-4b3d-b29d-9d5e18b7bd67,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:50.050678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 45564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:50.056357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.057285 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.057542 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.057875 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.058198 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.058533 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.059218 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.059218 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.059533 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.059849 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.060164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.060476 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda88666-ee6e-48c0-85c1-4eafae69fcb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:50.107952 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.129191 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.181212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.184106 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:50.185313 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d6f01b6-3b52-4b3d-b29d-9d5e18b7bd67 HTTP/1.1" status: 204 len: 168 time: 0.1335747 Sep 07 14:38:50.193453 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc985ed-2ad3-42b1-aa34-7ee09074be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f01b6-3b52-4b3d-b29d-9d5e18b7bd67,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:50.408601 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:38:51.121162 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9a14f1b0-2733-43f4-bb30-20de7d177c28 req-5712790d-b8a0-40f3-9319-8b72eb62358b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Sep 07 14:38:52.218077 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-98b548af-c24c-422b-8d3d-6e3512cd98a6 req-33b2f52c-383a-4137-ac88-4f484c2d1daa tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Sep 07 14:38:53.319778 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-15471752-3cd4-46c0-9b0b-8b90931d74e9 req-ad6517db-d737-42bd-8f19-f3e5dcd700b9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0328553 Sep 07 14:38:54.418051 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-17b61483-2163-4cde-b65d-3c987e6e7d05 req-235a7c49-3c8d-429f-9502-2c9d58da2a32 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0284123 Sep 07 14:38:55.512046 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1c7cabfc-8bba-45e1-b12d-e86816e489db req-b7e9becb-b73b-474d-81de-8fd9cfff5c82 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269809 Sep 07 14:38:56.607507 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9465ed69-2f61-4056-8b40-e0f0e9466289 req-adb2b90d-40c1-4f57-8a39-c9a7231d64cb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0287054 Sep 07 14:38:57.704587 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0b08a710-c994-48e5-bdbe-b46f96a9f61a req-809c665d-d83b-48b6-a7f3-2521c5efc96c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Sep 07 14:38:58.800402 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-481ff55e-23a9-4c04-87b0-c6cc6670d60a req-6eff8425-4421-4bab-8106-8d17ed821c94 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Sep 07 14:38:59.354852 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddfcb6-c386-4071-8521-24482e046d9b req-aa49ab05-1bcd-40ac-b443-ca6ff2c9b18e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:59.356364 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8cddfcb6-c386-4071-8521-24482e046d9b req-aa49ab05-1bcd-40ac-b443-ca6ff2c9b18e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0498087 Sep 07 14:38:59.400336 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8cddfcb6-c386-4071-8521-24482e046d9b req-0e4e1bbe-0f20-4ee0-ae4a-8f311d160724 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Sep 07 14:38:59.900034 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a2d121bd-43e4-4516-beb5-5b390c9e1155 req-55424729-287a-4e5e-995c-6639a3207644 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0259924 Sep 07 14:39:00.060798 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-6afd92c8-25ba-4fe5-b5b8-a14e4d2141d8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:00.062703 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-6afd92c8-25ba-4fe5-b5b8-a14e4d2141d8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.0511806 Sep 07 14:39:00.165222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Deleting port 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:00.165571 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.256123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] For port 416633ed-7518-4a67-93b5-d7166a78e9ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=416633ed-7518-4a67-93b5-d7166a78e9ba,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:00.256489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.806128 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.806492 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.806869 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Floating IP c231f979-0178-44f9-bacd-c7b3b219fa3d disassociated. External IP: 172.27.1.10, port: 416633ed-7518-4a67-93b5-d7166a78e9ba. Sep 07 14:39:00.807244 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Calling delete_port for 416633ed-7518-4a67-93b5-d7166a78e9ba owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:00.828152 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0b075-fe66-4ce7-b013-393f7dc6c836 req-c0a5ae8d-706f-40df-91eb-0bd8a9d61c22 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:00.829655 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dae0b075-fe66-4ce7-b013-393f7dc6c836 req-c0a5ae8d-706f-40df-91eb-0bd8a9d61c22 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 946 time: 0.3454835 Sep 07 14:39:00.910087 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dae0b075-fe66-4ce7-b013-393f7dc6c836 req-3e7c8039-d423-461a-af4d-d5ee2fdc4d56 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=057fb9a3-c42d-4bac-a6c1-32af28907103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497389 Sep 07 14:39:00.996539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.012740 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e31c8a3a-5a58-4b73-82ba-266d53df503f req-5fb4b1d9-dfd2-4db3-bce9-255bee994719 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0377090 Sep 07 14:39:01.032934 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'Port': ['ID=416633ed-7518-4a67-93b5-d7166a78e9ba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:01.145766 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:01.262557 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:01.272863 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:01.284109 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:01.284763 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:38:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:01.301956 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] No DVR routers for this DVR port 416633ed-7518-4a67-93b5-d7166a78e9ba on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:39:01.304611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.306774 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c0d8aeca-441d-45ca-8163-e3cbf0aaab65 req-57736bf3-3261-4185-b458-cfff3b5c1b16 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "DELETE /v2.0/ports/416633ed-7518-4a67-93b5-d7166a78e9ba HTTP/1.1" status: 204 len: 173 time: 1.2353988 Sep 07 14:39:01.307271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-deleted', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:01.309677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d21e446-c16e-4e33-9fbc-417d8d9f45fb" -d '{"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-deleted", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:01.351858 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ac732-3573-45a5-9414-0f3d6d82109f x-openstack-request-id: req-685ac732-3573-45a5-9414-0f3d6d82109f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:01.352166 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ea0534-dba4-43c0-92d4-f22c21f446c4", "name": "network-vif-deleted", "tag": "416633ed-7518-4a67-93b5-d7166a78e9ba", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:01.352408 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-685ac732-3573-45a5-9414-0f3d6d82109f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:01.352824 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ea0534-dba4-43c0-92d4-f22c21f446c4', 'name': 'network-vif-deleted', 'tag': '416633ed-7518-4a67-93b5-d7166a78e9ba', 'status': 'completed', 'code': 200} Sep 07 14:39:01.409596 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:01.627974 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:01.656206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:01.666338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:01.667016 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:38:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:01.772988 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:01.926625 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a25bde0e-9125-4579-becc-106e4023ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.992193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:02.016486 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e03bd39f-c25b-491d-b5fb-df5d07054d84 req-4d02d320-521a-4b3a-ba0c-35d8f0eb02cd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Sep 07 14:39:02.020731 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98624d10-8efa-43ba-916f-ff50ae5a9ed8 None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:02.144106 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ef6fba15-59c4-4310-93f6-4526f985323c req-d1aece2a-20fd-4e7c-8712-43fc5b8c110e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0436981 Sep 07 14:39:02.252014 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51974d-51e3-4f15-b1da-bdf252c1c446 None None] New status for floating IP c231f979-0178-44f9-bacd-c7b3b219fa3d: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:39:02.284262 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:02.305248 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 416633ed-7518-4a67-93b5-d7166a78e9ba {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:02.305569 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 416633ed-7518-4a67-93b5-d7166a78e9ba not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:03.153445 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dc3420de-4a3b-40d2-976d-b9ab03a3baf5 req-3c538b95-f3da-46ab-8997-5627e529daf2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Sep 07 14:39:03.249089 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7bbb27a-5706-4efd-a219-a78de3236a46 req-e5f4651b-9243-42a7-8914-4968df8f0d16 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0286646 Sep 07 14:39:04.254193 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3befac91-6acd-4914-a3cb-161aa482b940 req-ec14dac3-bf64-4a4a-af3c-9edcd79dd8e6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0289879 Sep 07 14:39:04.342241 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-188063ca-d7dc-4730-8932-daaf04f974fa req-e797d4b1-a939-47b0-b28c-c6c331df67ad tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Sep 07 14:39:04.391164 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c8507bd-5222-4d2f-a473-0c0b2efa681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.513207 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.351711 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3fca3322-8bce-465e-aef8-52983df64773 req-760dacaf-b46d-4273-ba34-312b96f61fc2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0254397 Sep 07 14:39:05.433054 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7106ef94-703a-46f4-9c28-aa3baba514bd req-8fe0c20a-be30-49cc-84ea-9c9b6cf83a27 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Sep 07 14:39:05.788498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.450053 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dc6d021d-6d5a-4064-a830-6bc066062e3f req-a026577c-3faa-45ac-a17e-77c7b8a3743e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Sep 07 14:39:06.534750 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-da5005d9-4d52-49d6-907e-1741a31b4250 req-16823b6e-20dc-483b-898c-6c3b602b0c6f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Sep 07 14:39:07.488840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.507211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.550936 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9aee6971-1ad6-4208-90a2-254508ada95e req-530c0e58-a069-4371-b540-b8596f0421c9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265193 Sep 07 14:39:07.627792 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-909cb732-f68a-406c-ada9-2790a2ab9681 req-14ddf281-2a3a-4a9c-84bc-8d9e753afb13 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0270588 Sep 07 14:39:08.646864 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1c67372b-ff9c-40df-b5b8-76438138432b req-1e85f279-3e4c-437b-91cf-727f539a2baf tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0260141 Sep 07 14:39:08.724671 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4eeb32f8-16a9-407c-834f-a9e2fbfdd81b req-eadca8f2-85c2-4bbb-8412-ba9c5e1edc55 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Sep 07 14:39:09.744898 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c6609437-9e36-42a4-abb8-be5ad03b4768 req-075f5ed4-b9bb-4a5e-b475-e2a00f2bb7cc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 07 14:39:09.818759 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a1e3412a-cd08-4a3a-baa8-4a36052caaec req-ab843812-394e-4113-a6e2-a60a59c5caa3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0268533 Sep 07 14:39:10.843182 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e2a5f6f2-78b8-4d1d-bede-8b0771da1955 req-d76f2117-ee09-4f17-8ac2-332fa4487251 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Sep 07 14:39:10.912979 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7c503328-4cad-4bbf-85ca-31c5ee8bf59b req-3cfd1986-7983-485d-ae90-abd057be3a40 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264597 Sep 07 14:39:11.944529 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c6deded0-370c-4998-a5f6-a0783f5bf390 req-caca4172-76b4-4713-9b8f-384a9dba6e40 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0290902 Sep 07 14:39:12.007469 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-533765ee-98e1-4515-ae25-192a19d3568f req-d645a8bd-e80a-4d36-9718-7224ff5328b9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0266380 Sep 07 14:39:13.041909 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ef3cd1c8-1c62-4555-8220-b16f0d2707cb req-2d91f02b-ebdd-46c9-bf82-20a1c57af23f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0264041 Sep 07 14:39:13.102789 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b33bfea6-420f-465e-952d-f1a4efe3b1e5 req-12d5c091-ac4d-4cc1-b1ab-a618a145d4e0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Sep 07 14:39:14.141416 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b9301fa9-e2c7-4101-b1ee-6018048aba88 req-29eb6761-f542-4d02-b29d-10a6d6550898 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0278184 Sep 07 14:39:14.198776 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7ec5af1c-b9cf-4f1c-89a5-41234d79c62e req-dfa04172-c0df-404e-8acf-352c5096b183 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0253706 Sep 07 14:39:15.242563 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a0ff4e82-e386-4f9b-8353-4a81454109b8 req-e6fba814-eb31-4d27-9f12-1783aeb6595e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Sep 07 14:39:15.298782 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a645ef1f-f54f-4d3e-aa4d-63e2672b9d01 req-0ca29ac9-f939-4a4a-9642-24765c652396 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Sep 07 14:39:16.349704 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b9043a4c-4687-4ac9-9889-fe64c19f5c7e req-b0cf1200-f801-44f0-9617-9b8d404add74 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0300457 Sep 07 14:39:16.393986 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-868fa369-09d2-4127-a0c9-3699e92779cc req-538459f1-93b7-453d-adcc-293d5f011ffd tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Sep 07 14:39:17.450584 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a5fba64e-60b9-47b3-bb3f-49541265b523 req-8737b394-e1a1-4030-9d9a-055bd4067ad0 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265963 Sep 07 14:39:17.489591 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d29ba06b-0280-4ef4-a81b-6d30ebc5c217 req-6d595e42-1bc4-4c06-8667-c7ae0527d832 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0279565 Sep 07 14:39:18.556111 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-213e29a6-ef48-4718-95c3-5c473b30e195 req-002e37ad-f695-4000-a6f3-f53052b0433c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0291531 Sep 07 14:39:18.592345 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-686316dd-c19b-446b-8f47-d1677438844b req-e10e6229-a5ee-4a5d-93bf-c4c07a7553f1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0256429 Sep 07 14:39:19.659625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e69650c8-e11e-4413-af69-33a8dc779c53 req-94b0dfc7-fb27-488a-beff-54fd647c37f4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Sep 07 14:39:19.689342 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1d4fb3e2-7d75-47cb-8911-0dafa8cfad91 req-93fd50fd-6167-4419-bbe9-4917e1a6b91d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0271974 Sep 07 14:39:20.758454 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-80ad090b-c8d3-4a3e-8b3f-632046b0013a req-c2d4a10a-35b8-463e-984e-6b5c9725e09c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0261242 Sep 07 14:39:20.783377 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-57a88275-c40c-4c5c-8b26-a7c84ee09815 req-6aab7ed1-bd54-436f-8e29-bc96299c014c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Sep 07 14:39:21.857155 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-df65f421-6740-48d7-b437-33b62c71d562 req-61b32354-bd79-457a-8995-7c67e0a30d2b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0252724 Sep 07 14:39:21.882040 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bd3ae61e-2c5f-4f8c-80b8-3c6ec6aecee8 req-f8973da9-df85-4205-a002-8a22bdd94dfe tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0310323 Sep 07 14:39:22.972406 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-967c61d6-d805-476d-a03d-b92535c71207 req-87fd8d68-9ccd-49c2-81ed-4b8c018d5945 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0298064 Sep 07 14:39:22.979296 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-31013926-9a30-4fff-b513-9064718c6bcc req-074888ad-5959-4b87-bbb9-a5f2b5b77d00 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0251579 Sep 07 14:39:24.074459 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f396bd77-b1ac-4d41-bbb9-e0b35436a5ea req-e83e3f21-cbcb-4940-8bb0-1149fe8046be tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0256252 Sep 07 14:39:24.075195 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-01d9ad27-3aa2-4f33-9ffa-4a63a85cad6a req-44ae77b9-9533-4d0d-9a33-62dfebfd02c1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0255175 Sep 07 14:39:25.172481 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3cd18fc-2255-4f9e-a7da-fb30eb7813de req-65d214a4-e942-4e2f-90b4-df9239496c7c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0278146 Sep 07 14:39:25.173879 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-03255b6e-8132-4d03-864f-2285fdae1c6d req-78048f24-af24-49d1-a651-684e739a7a09 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Sep 07 14:39:26.269027 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7fdc4cdf-0011-4c9f-89ed-e04983c3d89f req-18a9dadf-7dd4-4b8c-a70b-4b571c4d67f7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Sep 07 14:39:26.272917 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7c89f010-9a6b-4710-ad5f-36cb9fedd8d0 req-231c8dac-8315-4c61-af2f-672ef96f6554 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Sep 07 14:39:27.362681 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-50908b69-5454-499f-b9f7-ca810f1bc5bd req-d58c2c89-c7bc-4bb3-8610-a6aa4cef3814 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269890 Sep 07 14:39:27.370601 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9d23a64d-d9c1-405a-9d8d-bed691a1a60a req-89568577-57b4-40db-8ece-e9e685c5c86f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265815 Sep 07 14:39:27.406633 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:39:28.463819 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a5eb7ba8-6b81-4a97-8f39-79eeedd2fb2e req-9190f2dc-21ba-4ace-93f1-6ecea6f64bed tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0347383 Sep 07 14:39:28.472779 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffc28372-7d0a-4443-8e24-2b9d0f95b960 req-c45f9594-b87a-4ac4-b963-1826d7deac76 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0271502 Sep 07 14:39:29.559876 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bc69906-4465-4606-a3f0-1c291e145ad0 req-00c3bf83-c563-4640-b79d-86e314e470f6 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Sep 07 14:39:29.572473 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b4e31048-f8c0-4bda-960f-b23365c1d97d req-ef074015-f5d0-4048-9c2c-92f77cb57a36 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0297909 Sep 07 14:39:30.653896 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41eb6170-dfcd-42e6-8e82-fddcb13fcc08 req-3b6e5655-1cb2-4fc9-8b25-b0925e82221c tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Sep 07 14:39:30.672991 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5522ddfa-4c68-4ad3-8161-599fe629b4cb req-e125bd07-c587-4eef-b3dd-ea3ee5958fb5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0276811 Sep 07 14:39:31.747516 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a47ffe81-b629-46db-a58f-792484ef2129 req-3a10696a-8dad-45a7-aaa9-002f5c566d71 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0262604 Sep 07 14:39:31.770122 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1b74e1dc-3ea8-4efa-990e-84ed3e83fb8b req-39e380e1-fc2c-4f03-81f6-7d29a6d531f9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0271020 Sep 07 14:39:31.917585 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64984845-a861-4e93-a314-e5ca24847b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.856492 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f7570b93-acdd-4368-be50-8bc3c6c3e3a3 req-03245c78-7969-4ed4-ab05-6f499328fb4d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0417790 Sep 07 14:39:32.888133 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-66db8bba-dded-42eb-a6f6-d14541325a14 req-41a9c300-1fa3-4cf1-b745-5d3a173dac95 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Sep 07 14:39:33.950899 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-294d727f-c3bf-4560-926b-8e840d1aae91 req-d77244d6-460e-429b-ae96-ef1a76581c02 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269392 Sep 07 14:39:33.985577 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-375009ee-3450-4a73-9fdc-50d581c33bd0 req-846ef4ed-12fc-4b00-96fa-654cf3327352 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0256288 Sep 07 14:39:34.394597 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43cf0d6e-6dc2-42bb-8522-6c9ee29b0986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.515259 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.045737 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-205f793b-238d-4aae-8e46-11c94c0a4f07 req-8daa590d-c4cd-4fc5-be98-1a6dcaa4a006 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0287609 Sep 07 14:39:35.084306 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9beb9ef6-a269-40b8-8194-504f12ae65db req-6127e969-cc88-4207-9311-22d0acb4076e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Sep 07 14:39:35.790874 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:36.157988 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b898d043-1d32-4273-b5e4-6a1a1f00ff71 req-4e33c055-debf-401e-9c7d-3517d13a6956 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0303440 Sep 07 14:39:36.186297 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-74925113-c290-4c8b-9b13-eee726d42fc7 req-84e37f60-c92d-441d-beb9-c08e7cae6c95 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0284014 Sep 07 14:39:37.258446 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d2bd3f2-1f7c-4ac0-af43-62db0b666cc2 req-aac39768-446c-41a6-879d-ae48e71b4e04 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Sep 07 14:39:37.285890 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cb31f223-01b2-436e-9146-89714295ac1f req-6c137447-a480-4abe-8491-5dd0048a9d26 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0268152 Sep 07 14:39:37.496852 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:37.509916 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.350908 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-76d836c2-5c78-41fa-a690-d6a92e6959b6 req-32776969-460b-46f8-a161-5c0a988df5b3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Sep 07 14:39:38.383709 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-263458fe-8075-4974-94f3-a98ad8e53242 req-d7a3dee8-3b3c-462a-87c2-0a92a96cc514 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Sep 07 14:39:39.452489 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-58b0df9f-ddaf-48ba-847c-f63a1e26017e req-2b006841-e942-47fd-91b4-a2c5799d9076 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Sep 07 14:39:39.489837 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a252734e-d4fa-4a13-b20b-7d47c10ad141 req-227f8dbb-b8eb-44da-bae6-c8a0cbf36177 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Sep 07 14:39:40.549714 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e5785b06-8191-40c5-bb85-c5ff15fc3781 req-c820c3dd-2ac9-426c-a970-0b980e0fe1a1 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Sep 07 14:39:40.597581 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e02b337c-40f4-4a5f-a94b-3b848bf6a6eb req-159f3604-3407-4b6b-97b5-27fc2c83ab47 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0305469 Sep 07 14:39:41.645992 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3c8e6f38-6964-48bb-8a63-ba96cfefe2e3 req-f12da747-c26f-4db9-ac2e-4c1f91368ce7 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0307200 Sep 07 14:39:41.696050 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1f1efab1-e6eb-4231-907c-bbbdf99034e3 req-27c38ae6-82b7-4534-95d2-9bf338719580 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Sep 07 14:39:42.738018 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6220bfdf-468a-4a5b-96ce-f8cdf5a1eb0c req-df9a5b0d-7ce6-4dd4-b765-e113684c81bf tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0257308 Sep 07 14:39:42.797871 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4d218655-a5df-4e21-b38b-3be0d33e2e02 req-6ff256b3-6dec-4565-8bb9-c07f1f23f385 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Sep 07 14:39:43.830996 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8e8fa283-97a5-4cd4-a693-78e3ae4ec964 req-40d1ece5-ed22-4517-9c47-17af203d35e5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0268672 Sep 07 14:39:43.895744 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-03b41d67-45b2-492f-9e07-04c2e9473381 req-9d57dec3-cc53-44c5-adb5-a12165faa840 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0262597 Sep 07 14:39:44.032107 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-e91bd458-e179-4d01-af76-c29b30669489 req-b3eff39c-2a77-4414-908b-cbc143ac9f2d service neutron] (93890) timed out ('10.222.0.68', 59506) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 14:39:44.924190 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-206628ed-e2d4-42ed-8bed-d02b25031ec2 req-b1d93039-238e-412a-b122-44d660dcd6bd tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0257394 Sep 07 14:39:44.994140 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4edbc7b7-0fac-4203-9840-8d011402dd10 req-fa89b1a0-0a6d-4ce6-a901-9b2ad06ae30f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0254881 Sep 07 14:39:46.018413 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d5a87f5e-ceb8-479d-a908-17aca6e8c3fc req-d58f3047-24bb-411f-a925-d85800fe2a10 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Sep 07 14:39:46.092027 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-41b10911-e19c-420d-8efc-45875047969c req-010ea76b-1c90-45ab-927a-362bb7600092 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265031 Sep 07 14:39:47.112042 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bac8e158-02a4-4ea1-8551-d9b5eefb76bd req-faf35d19-466d-4837-88cb-fd6828ddea52 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Sep 07 14:39:47.192804 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2644b6c6-558b-49b2-9ea2-32ee7c19fa69 req-6bebba36-5f6b-4371-8f53-61e710f070e2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Sep 07 14:39:48.209079 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-626d762e-e823-4c21-9de9-58085bee7835 req-2f8735e3-c753-4d87-92cd-ed1b4a612dec tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0298612 Sep 07 14:39:48.291839 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0e15e797-a21a-49a7-9d8c-3772689a9ad1 req-7de3075f-400d-4ca1-b9d6-f2723a4af970 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265436 Sep 07 14:39:49.300753 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4e19d8d-2536-452c-9990-83ac5636e5d7 req-7b836b44-83d9-49f9-b284-2c7fd4743421 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0252168 Sep 07 14:39:49.392756 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-91269544-d0fd-4edd-a8ad-fd2ab1b24a1f req-2077c328-a66c-4cc5-8d13-6ba748188bdd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0302033 Sep 07 14:39:50.398670 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6b58b3e6-19af-4e11-be14-a851e078214c req-27f344b9-cf58-47c1-ab58-ee42edaa18a4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Sep 07 14:39:50.490619 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8dfd6745-4995-4b13-8d9d-941fa4465c27 req-f7a85a20-a8fd-427b-9c30-083b15307851 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265431 Sep 07 14:39:51.499395 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7dfc3bc3-62b5-4d95-81a8-abfd96eb6fa4 req-70a30281-6ca8-429f-8f16-39a33716fc2a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Sep 07 14:39:51.586486 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2109c0f6-039a-4275-9b8c-65baeb6f43de req-74294adf-0679-4e2b-8e22-66a1432ec818 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0257418 Sep 07 14:39:52.597165 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cbc68bb4-65b5-4719-8e46-564896d280c5 req-c32d772d-c2cb-45fd-8dee-22ca170872f4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Sep 07 14:39:52.687473 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3c461f47-f3e7-4a6d-9dd5-e7df56a8be0e req-40284201-e1a1-42c6-830e-44463adf51fa tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0250342 Sep 07 14:39:53.692833 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4962975c-2a01-474a-a548-dc8bf3ed6d01 req-d843b7a4-4dd9-4e62-89ae-30672e0276d3 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0265675 Sep 07 14:39:53.783866 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-291eb707-97dc-4f78-839b-ce6c688c73d9 req-00a23aeb-ffc9-4d62-a998-79ac7aa614d3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0257030 Sep 07 14:39:54.786406 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2d904371-5f4c-4551-afff-7949cc8a9f92 req-8701ee04-6ab2-4d32-86f8-36332d719c21 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Sep 07 14:39:54.882352 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2ce03a08-e966-4d69-9a2f-bb5f8d308326 req-7df515b1-6837-463e-9595-62caee00957b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265944 Sep 07 14:39:55.879353 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-379d60ce-4a8e-4074-a904-84e3b0aa44bd req-e2c975e1-7cd1-4819-abc5-c8c4535760a9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Sep 07 14:39:55.984829 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-196c41bc-fa6a-4282-a69c-ae681f0edf70 req-299be8d5-733c-458a-b3dd-ba4be7d49cad tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0280232 Sep 07 14:39:56.971960 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-345be924-1c01-4cc2-8ade-1dd07e87439e req-a281ddb1-1d72-4494-8122-7b5f492dd308 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Sep 07 14:39:57.081848 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f4ddbb09-ef5e-4e77-816b-829990d317aa req-01866647-5a29-4a80-9dac-42698ba5ef7a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Sep 07 14:39:58.065740 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba6e2b9f-30c6-4725-9399-88a9e09e45db req-8481c07a-b098-4542-b022-e1993b90ac35 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0260358 Sep 07 14:39:58.181377 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1e4fc43c-9058-475a-b11c-84cf41413f45 req-3b5fcb88-f374-4df6-9fa6-3c3317d967b8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0256891 Sep 07 14:39:59.175411 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-810a3399-70a6-4432-81fa-c30205905190 req-f0d44fd5-469c-42c8-aa5f-a0f6bfb4659a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Sep 07 14:39:59.281054 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-43a3c6b2-773b-4c9c-a7f5-0c930a7196f8 req-06bc66f2-df19-4ee9-a353-aa5af4b69e44 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Sep 07 14:40:00.269435 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2264f760-e527-4bad-a2a7-5c84440bca25 req-b918049b-e944-46e0-8cbb-ad2cc0a46951 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Sep 07 14:40:00.376933 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c44cdb4f-f22b-477a-86de-2110b839eb94 req-fbbba13f-d8ed-41f2-ac49-12196f5493c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265708 Sep 07 14:40:01.366964 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12d9b4e3-01e2-4345-8d42-cefa47d82b31 req-b123bc8f-5e60-4b2c-9da5-b938623b63c9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Sep 07 14:40:01.473832 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f46546dc-6275-41f3-bd48-0db140cc1bac req-c51fb484-5b78-4198-a5c8-1ef3c6abaa61 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0273268 Sep 07 14:40:01.918894 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655aa6a-9b2d-48e2-80c3-cd1151ee4a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:02.463169 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aeea1dfd-7d77-4109-b357-40f0845daa4c req-ed50c5a3-0e18-45cc-8ead-fc4be001d17b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Sep 07 14:40:02.574806 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2ac8eaa9-867b-431a-aff5-4cf6939a5ff4 req-c57ef50e-e6da-4e26-9a45-5bdd405a4ed4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Sep 07 14:40:03.560920 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7d8c7b94-98f9-451b-be60-c8eb67ad0396 req-e11225f3-9472-4c23-8160-c595978fe88a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Sep 07 14:40:03.670648 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3be593d5-4ff0-4d1a-9236-e1dce7029cc0 req-152625c9-0a7b-4b40-81d0-2c9efb56191a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0253277 Sep 07 14:40:04.395846 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3b82e5fd-7b6d-438d-8b6a-62f49ea6b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.408396 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:40:04.516623 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.662550 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-112c2540-9725-4484-8b7b-7c0154d12586 req-913669ef-8fb5-4a31-8807-1f5819858c2d tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Sep 07 14:40:04.774765 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b110909f-c499-4bdb-9271-d7cb178976e1 req-5ec78795-7de2-4578-a1ab-ce40c7d89427 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Sep 07 14:40:05.767875 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3e41c1b6-5a0c-4019-862e-5d984a4c5f36 req-365cfbdf-9c32-424a-be9f-e41528e8f1c9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0283914 Sep 07 14:40:05.801790 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.883489 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-28c84c41-dbb0-44cd-85f1-6979c3a1c2f2 req-47e4ff6a-04dd-488b-ad3a-614986c48f43 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Sep 07 14:40:06.865881 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41e5c56a-26dc-452e-aff3-651eec66243d req-37b77f5a-44bd-45a6-b649-8ca61a6ee0b9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Sep 07 14:40:06.980389 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ba745f-14f6-49de-820f-3733d2d5f313 req-328c167e-b2cf-4fab-9a83-837c599f1876 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0253499 Sep 07 14:40:07.492996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:07.512006 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:07.962424 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3579f537-8b4c-49ab-8052-05726ec9b6a3 req-c86ca5d3-559a-45e5-8b0f-31aedd551152 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Sep 07 14:40:08.076937 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a0677dd2-0578-42f6-9a02-9d98fa3e9162 req-e1e7278e-16d7-4aef-90ff-79897c30d77f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0258110 Sep 07 14:40:09.055594 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f79bd960-6c90-4803-a28b-1e6c6ed456a9 req-d9a468ff-2852-4fb1-a651-9309c7fc2145 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0262682 Sep 07 14:40:09.178490 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9dcac546-f0e5-4cb0-a3aa-a8a51e09af6f req-d34341fb-f0a4-4686-9f5c-5fa6b3907735 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0302234 Sep 07 14:40:10.149832 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-51489f19-9704-4b5e-bbc8-aa9efb19e558 req-a60813c6-a37f-46d2-a1b0-0f468c421c16 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Sep 07 14:40:10.276553 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7b85fc7c-83f7-44a4-b127-34e7128cb925 req-b82a72ae-5873-4c42-a5bd-6edacc4ce4c6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Sep 07 14:40:11.242539 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1d6a809a-167b-4112-870b-786b4a77ef62 req-5d021124-9be5-420c-b358-517636e6946a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0254722 Sep 07 14:40:11.375611 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc981a20-4861-4c36-b346-dfc0e747471e req-a064aa95-89de-4011-a34e-e9b3ea1ab16c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0266085 Sep 07 14:40:12.338903 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fa054bf9-1da1-418d-95cb-55610cef8396 req-85facac8-f952-4f58-a77c-f1483c0f474a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Sep 07 14:40:12.471492 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-16889465-1499-4bf0-b323-15d429efd232 req-7177f2b3-55a0-429b-a9d4-13e155b17cb3 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Sep 07 14:40:13.431248 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5072e96f-ed53-442c-a552-115e4ab7ab0b req-7c919d4b-b5bf-4670-9806-24d1f7c1344e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0266814 Sep 07 14:40:13.567067 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a35974d1-ad0d-4769-b98e-0068fe2d935e req-5a447203-34cb-4c0a-8f90-90284fc71961 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0253980 Sep 07 14:40:14.529394 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ec9eb75-0312-41c3-be62-fed75354bfd2 req-3c15faf3-a841-4b0d-a6b9-3d726b0e0e7a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0306616 Sep 07 14:40:14.663155 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d1bba6cf-3523-43bd-b5c5-ad4301a38377 req-bd482b55-d361-4ea3-94ce-46eb0671c804 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Sep 07 14:40:15.622334 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9aa49db9-2da6-4860-a2a1-324d9355bc8c req-a22087b0-6e7c-4d94-8083-0292d8886087 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Sep 07 14:40:15.762188 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5194e452-1b2f-43b2-a11f-5c0d4d607b8d req-41b8f7b7-b582-4481-9a75-1e3f9b75bf79 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Sep 07 14:40:16.727205 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8c352ca6-4a72-40ea-bf60-7c270069d4f6 req-0b7a1ce5-b47a-44c0-9efb-93cdfc6788fb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0323954 Sep 07 14:40:16.871785 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-485931ee-f8b4-494b-a3ac-0853d4f41c6e req-d01a353d-6932-4b46-b8c8-b171b8caed58 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0294347 Sep 07 14:40:17.822432 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f65a7692-9e72-4de9-9b28-b76b19ff7173 req-d09ede3b-7b61-4135-baf6-b8536b424add tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264015 Sep 07 14:40:17.978245 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e3c8b574-dbeb-4550-a0d4-ccac5648c2d9 req-b5a32340-a847-4b67-a545-d4fab7364b35 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0259099 Sep 07 14:40:18.916950 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1ca1118e-45a1-43c5-8422-7dea6bd3edd6 req-90c70769-1513-4874-b4ea-a67344a6caf9 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0284481 Sep 07 14:40:19.081072 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0592a51d-f0c5-4698-af3e-b7147322d95e req-e1a93ebd-12b3-4e83-8225-7ff52299e641 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Sep 07 14:40:20.012392 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-55f083f7-5fb0-479a-b319-382eb1a4792a req-80778d21-6960-40d6-ba21-f90800757d0f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0257580 Sep 07 14:40:20.182873 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3178f7e9-8413-4fd0-aa29-e61c7fd68a64 req-78f7708b-bfc4-4db3-9761-4dfcd0276cea tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Sep 07 14:40:21.108744 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dd02c330-eb40-427d-bb1e-09c5e6558898 req-b8dfd0b4-e150-430e-838f-7744b3bc2f8b tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Sep 07 14:40:21.279227 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c4972613-90bc-42f6-bf5b-b5753eb08887 req-0bd0859a-71a7-4797-9725-b7b6268b3a85 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0251372 Sep 07 14:40:22.204394 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-319121cf-2a0b-4eef-93fa-dba071e15074 req-7618af4b-aaa9-4d5d-a725-e305bc6828ee tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0275881 Sep 07 14:40:22.386574 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-10c786a9-e923-4c04-8b93-196a9b05ac34 req-7b1274c4-9d19-47df-acfa-bf46f4be2e11 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0323970 Sep 07 14:40:23.300038 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d280e460-9ad4-4979-b195-60261b8d92fe req-a929f6e3-0560-4e31-886d-27815ca0bf44 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Sep 07 14:40:23.486636 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9e5bb0f3-d905-4e6e-853b-4c4e68481f95 req-d262adbd-d2d9-420b-a6f9-38ae5d61ed22 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0268440 Sep 07 14:40:24.393447 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cc0260c1-a34d-4727-a078-4d99a07196b7 req-26196948-63cd-4259-bfe9-2693281ee8f4 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269878 Sep 07 14:40:24.585566 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-29103d69-5e95-4e4b-9fdf-0f0e2d9747c8 req-bfdfe996-70f7-431d-9dcc-cca4b1cc2a3b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Sep 07 14:40:25.489434 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccfe65ec-f62c-483b-bd86-d41e4ec1b826 req-b04c3b6e-fbc7-492d-9d11-5c0f3e39fbc2 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0268223 Sep 07 14:40:25.683698 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b5ad7c38-1c92-4858-9993-af3403cb96e9 req-f9e01dc3-ab85-46aa-9fc0-44695dd340a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Sep 07 14:40:26.582985 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e1089dbb-93ae-4710-9e5a-5ff38a3f66fa req-a224066e-0c5d-4ce3-8417-ae6d648fccfb tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Sep 07 14:40:26.782369 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-190955f5-eab8-465e-9eb7-dd330ec4db16 req-23aa590f-9733-4df4-8bfb-84cda786808b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0263538 Sep 07 14:40:27.682023 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-98c90563-6482-441e-91f9-75bc44fc87d8 req-44d654d2-86ae-461a-91df-7bf13bbe7e27 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0310431 Sep 07 14:40:27.880663 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2614a5ce-c3d5-4ec1-b1c1-fca0332be72b req-a092f342-bde2-4906-9299-d352cfcd89d5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0264153 Sep 07 14:40:28.778615 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ebcbf6f-fc82-46aa-a4da-fb010bb59e3b req-b01aff41-6506-436a-bc4a-0ff0fa41147e tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Sep 07 14:40:28.981206 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a8a8546e-aa2d-41ce-86c4-c9aa850ca2b6 req-9a4d95e2-0d72-47ab-a049-07abe7babcbd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Sep 07 14:40:29.875244 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-eff22f39-eafb-4e0e-bdb4-b2d4774872d8 req-2fbd40ef-0483-4525-a948-04669f8bdb62 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0271406 Sep 07 14:40:30.082566 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d344ebc2-bd7d-4ced-af38-095bd1148b34 req-2458d327-153d-463f-80d5-5f9d1496a156 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Sep 07 14:40:30.971559 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-181a74f8-3e99-4982-bb3f-f0d5899f2229 req-31d3db62-4ec8-4615-bd9f-38a11f4a51ec tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Sep 07 14:40:31.187767 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a6c848f6-fc57-4ea6-bde7-a3366244a7df req-ba396da4-adcf-4f74-b20b-fe2e3048e5bc tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0260167 Sep 07 14:40:31.921125 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37e4b019-08b5-4878-b7f6-152a783b1d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.071728 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b472ab8-6fff-44fd-8b08-5ba5946a5b8e req-b57425b2-5e18-4561-a1d7-123837b79dd0 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0266886 Sep 07 14:40:32.293365 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-79573c65-796b-47a2-bd97-f08d9feb1cdb req-4b1cf892-f3f9-4b24-b59e-f90e76ee83f2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Sep 07 14:40:32.653110 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-275a3d62-6e5b-402d-a925-9b0072188847 req-6c6f69c8-020a-4aa1-8d70-4f8f8a3791d2 service neutron] (93890) timed out ('10.222.0.76', 34298) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 14:40:33.165893 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4a459735-ed65-4a2c-ba19-f33c16ba8f43 req-ba0078bb-de6c-4c7c-afc7-59a7ce12006f tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Sep 07 14:40:33.390729 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c1a2b25a-1539-4f8b-9be0-1383c3192c69 req-ab867b4f-9d65-44a4-a8de-b26cb1a95918 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0262182 Sep 07 14:40:34.262212 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-55ba063d-8a24-4c9f-8247-54c59f16deca req-7b600cf0-04ef-42c9-8b19-ebb72df6274a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0303566 Sep 07 14:40:34.397040 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e3315d4-3eaf-462b-9a72-ff921a132bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.492747 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e18aca4-56e2-4dc0-8f48-2c37f08e2afd req-9052417b-8d87-4035-9000-9aa15c7fcb61 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0283020 Sep 07 14:40:34.520441 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.355749 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fe048cd8-5a9b-4875-8ea1-c5c4b014a8da req-03ff1e97-8a08-436d-b4fb-154d48531b82 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0253386 Sep 07 14:40:35.596364 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-222d5c92-32fe-4543-9161-29df8c0302db req-64d2f011-b271-4a42-8a50-eeb405be44bd tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0323801 Sep 07 14:40:35.798094 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.450826 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a9f7379e-b69c-43ae-8c8f-3d798666cff8 req-c9f72a33-9024-4a92-8e09-b3ca1f2a4c45 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0276451 Sep 07 14:40:36.695269 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9f8f547a-72aa-44e4-b7a2-36bc6122ae88 req-08e454d0-b6a4-47f3-a9f1-674e2ccb7d5c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0262549 Sep 07 14:40:37.514744 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.519424 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.552001 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78058751-a796-43ae-9512-b51bf09e38a1 req-b6f31f17-d4eb-498e-83bb-e6a80bdb6866 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0268147 Sep 07 14:40:37.801098 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8422813a-0dda-4525-8848-7061c808405c req-0620b7bb-389c-4a57-961d-f7a41ce122ad tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Sep 07 14:40:38.645223 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0a9404d5-3fbb-4191-baa3-ee5f2d1c7717 req-9580f3dc-1c82-4e83-8cc4-7a0935058ca5 tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0257816 Sep 07 14:40:38.902258 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1a7a430f-b8ef-4a76-9c3d-88462e381239 req-801a7b14-f79a-4c6a-a29b-8e266ec5cda1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Sep 07 14:40:39.737037 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc472816-8f16-4293-80df-c887b0b4b1f8 req-8a237d9a-98ad-456b-bff6-6c8d3188557a tempest-VolumesSnapshotTestJSON-1956943725 tempest-VolumesSnapshotTestJSON-1956943725-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ca95289-88f7-4e63-b8a4-0a9a14a50c34 HTTP/1.1" status: 200 len: 210 time: 0.0256088 Sep 07 14:40:40.001448 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f9fc7db8-b715-4162-83ca-3484715fa8e4 req-bf6e39bb-ccc5-4116-9893-b3f49e21d4fe tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Sep 07 14:40:40.718045 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe25bb-c67b-4ea5-a9ad-98f9b6ec9c22 req-21ff62c1-3f24-4232-9014-51b09dce1b74 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.719512 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acbe25bb-c67b-4ea5-a9ad-98f9b6ec9c22 req-21ff62c1-3f24-4232-9014-51b09dce1b74 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Sep 07 14:40:40.756677 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-acbe25bb-c67b-4ea5-a9ad-98f9b6ec9c22 req-90d89c6e-856c-4a89-90c2-7b4885e06ada tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/security-groups?id=935994a8-daaa-4bc9-a4c9-cad58680709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Sep 07 14:40:41.102308 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc200d45-c6e9-4e9d-81cc-fbafa1c6babe req-bec1cc8b-40a9-483c-88cc-d85b79deadf5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Sep 07 14:40:41.406566 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:40:41.416524 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-49953945-35ce-4f0c-bae8-50e2051cef6d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:41.418003 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-49953945-35ce-4f0c-bae8-50e2051cef6d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.68 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 945 time: 0.0558410 Sep 07 14:40:41.515042 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Deleting port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:40:41.515397 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:41.617501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] For port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:41.617775 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:41.629394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Calling delete_port for 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:40:41.752934 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:41.787446 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Pushing event deleted for resources: {'Port': ['ID=8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:41.788134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:41.819774 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.820142 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.820470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.820811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.821154 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.821479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.822431 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.822804 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.823160 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.823678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.824015 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.824345 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:41.843388 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] No DVR routers for this DVR port 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:40:41.845846 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:41.848612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90520396-3093-4c6f-9368-5d6c360eaba3 req-6b0a6206-ea61-4863-b5c6-c87bdd13e691 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.68 "DELETE /v2.0/ports/8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db HTTP/1.1" status: 204 len: 173 time: 0.4241614 Sep 07 14:40:41.856790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'name': 'network-vif-deleted', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:41.858863 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66c8b4-e7c3-4469-9abd-9dec40064c68" -d '{"events": [{"server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "name": "network-vif-deleted", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:41.884976 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f54af465-11b7-4199-9771-df1b29c08836 req-6ddb28c8-2519-4b1a-9c75-660886ceb4c0 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0428550 Sep 07 14:40:41.898078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a5192e-4784-4e7a-9d90-5c48d871c45e x-openstack-request-id: req-84a5192e-4784-4e7a-9d90-5c48d871c45e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:41.898811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110c8a3a-b61e-44d9-937c-3c6b31046bf8", "name": "network-vif-deleted", "tag": "8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:41.899100 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84a5192e-4784-4e7a-9d90-5c48d871c45e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:41.900002 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110c8a3a-b61e-44d9-937c-3c6b31046bf8', 'name': 'network-vif-deleted', 'tag': '8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db', 'status': 'completed', 'code': 200} Sep 07 14:40:42.219409 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-78191752-5017-445e-ae22-90eedd000a52 req-a37f150e-f6f8-4002-8738-7de2964de17c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Sep 07 14:40:42.982720 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-95fed070-e4cd-4f37-8f91-042c87a94fb9 req-59de1931-dd01-4135-94bc-86d11f742756 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0270209 Sep 07 14:40:43.320600 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3f2f4832-ee61-4849-a4e5-4ed669d0570b req-f1518bf2-9c94-44e2-88da-24b245929e3c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Sep 07 14:40:44.076742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-57baf646-f4e8-4f2f-adde-c0d353f5bc7b req-ff9b6ea8-205b-4efc-8066-ade9e60e1476 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0259616 Sep 07 14:40:44.417450 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-71b1cd88-2238-41e3-950e-06c4e7362750 req-559ceda7-f787-4c8e-b2d0-196eadf006e0 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Sep 07 14:40:44.705551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:40:44.729035 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:40:44.729377 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 8fe8af9d-8c5e-4d3b-b9ab-0e6d4d7120db not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:40:45.175366 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3a80d9e2-1f98-4318-8d50-cbbca136a9e1 req-1fab9bf9-72e9-4ef5-882c-97d7660921da tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0302477 Sep 07 14:40:45.521842 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-58a81a41-10b5-4dde-a9b2-68d180ae0278 req-b1d5d0df-1fd6-4e97-aa14-c3f55238f398 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0297298 Sep 07 14:40:46.274808 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1ff04d78-aaf4-4349-a03e-6d20c8c04c7d req-e561356f-93e2-488d-bf79-1c1d54ec691f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Sep 07 14:40:46.618919 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-565e6808-1f41-4501-8511-2953d2ad62b5 req-feaae26e-7908-4164-afe2-b9c841190756 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Sep 07 14:40:47.368652 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ff2e8bb6-4447-4a56-99e8-1dd052f01a98 req-a6e91939-c3ab-4f72-92fb-612ca5d036a9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267503 Sep 07 14:40:47.716904 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-58e39ed0-e764-468b-a962-dd9ccb026a14 req-3d93150c-b6d9-434d-8cd4-981671ddfc23 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Sep 07 14:40:48.463373 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4b4fa53b-412b-4f9d-b148-5953d832c4b6 req-8dbc5ce0-b2a2-4d7d-bef8-6dac60a35dd8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Sep 07 14:40:48.817365 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5dfde79c-b20e-4e78-b100-6261b4fae32a req-5a95f964-0365-4f83-8c70-4f17a5285058 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0266094 Sep 07 14:40:49.560156 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8b3fe3bf-f5ee-4e25-82dd-4894e226ebb4 req-89572bc5-0cda-425c-9a73-4e78d9c55ecd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Sep 07 14:40:49.919961 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d14f8d03-0b33-42c6-82d1-4f0365e9045e req-e1822bf2-b8c5-4d7e-909d-1465765c7f7a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0283418 Sep 07 14:40:50.264947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-328c794a-4829-443f-be83-7c5b2b3d1251 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423949 Sep 07 14:40:50.361113 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-9199e441-d078-48d7-bd48-28cd8f4bf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:50.362667 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-9199e441-d078-48d7-bd48-28cd8f4bf1ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0396869 Sep 07 14:40:50.466104 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-4155ddd2-21ca-48e4-9c82-206b226d9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:50.467624 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-4155ddd2-21ca-48e4-9c82-206b226d9f06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0862315 Sep 07 14:40:50.537071 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-79f34a69-0ff2-4b2c-bbfa-623017c43d6b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0626419 Sep 07 14:40:50.586527 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-8a69e2b7-28e6-4ef4-9985-9239016f9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:50.588185 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-8a69e2b7-28e6-4ef4-9985-9239016f9150 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0439832 Sep 07 14:40:50.661432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-2e17ee30-ecfe-4e7c-95d5-99f18bf6475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:50.662921 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-2e17ee30-ecfe-4e7c-95d5-99f18bf6475c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680819 Sep 07 14:40:50.664861 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c2bc3727-7551-4344-b195-0a862f62b6e2 req-707d97c3-2031-4328-b1e0-5885ae861458 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0346191 Sep 07 14:40:50.757205 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-dd90db69-8ed3-4919-9134-3b7c0f03fe09 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865812 Sep 07 14:40:50.851354 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-60530fa9-799a-42b9-aa38-4f55a10fd81b req-48e81db8-b624-4746-ab79-ed5d24176b35 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Sep 07 14:40:51.022158 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8d8e32c4-89f1-4f07-aa3f-78df8f431997 req-0d42ee6a-8027-4993-ab6e-dd5c5962eeed tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Sep 07 14:40:51.759635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-182b6f3e-31a3-4164-b864-3df5e12de53a req-b3a4ec25-11d7-49c7-9aee-f388a4e97e28 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Sep 07 14:40:52.132609 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e70917fd-4d5f-4f7e-b37f-d480d50f219b req-46b90d0f-437e-4f0b-b1e8-f92a79005933 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Sep 07 14:40:52.855180 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f6712770-b1d8-4c5c-ac34-8d24d0b16781 req-89f044ff-1588-41eb-a15f-6a25f83a746b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Sep 07 14:40:53.242055 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8e41bc48-27e4-4f79-b426-7e69d94d1973 req-e68cf9be-6e9d-42ae-9342-f7dfec0f698b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Sep 07 14:40:53.949129 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e66d23f0-0768-487d-bfb8-de8723f31d99 req-3d86b6b8-0ae4-4144-aa0d-1c83462c84e5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Sep 07 14:40:54.347100 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-81a1bc01-ea8d-4f05-9c22-c3d748104a2c req-31cc28aa-b55f-4cc8-b2ac-34c92b01081b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0261028 Sep 07 14:40:55.044361 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3e1da48e-ecdd-4439-9323-fee1125b6ac9 req-e9e0d8e3-af4f-4d3c-b8d2-0178bb47bcea tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267217 Sep 07 14:40:55.446818 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-49c0ddf2-94a3-48e4-8c52-f0db5e19862a req-a6e64f25-cd51-4b09-9309-28ee127c09ee tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0274317 Sep 07 14:40:56.150401 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13bd7fcf-25e1-4cba-8489-35a13a2f1ca4 req-090ec25b-1bff-4d3d-a36a-7256e31c7335 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0314949 Sep 07 14:40:56.549098 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8374bd6-bff8-4fe5-bda7-f4d530b36b12 req-d6e5d18c-d753-4dcf-ab33-7a4828becc64 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0252898 Sep 07 14:40:57.245311 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8b26394-8128-4e18-a684-e5dbf10d366e req-3a47ed2d-5837-435c-86c9-5d989e6f814c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Sep 07 14:40:57.647252 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1fcbc3e6-6eba-405c-a7ab-84fc03a91920 req-51fcf45a-c7c4-4f98-89a4-7b9c528c67b7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0265203 Sep 07 14:40:58.347586 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2ecf7465-d8aa-47bd-b41e-4f63c2a5a399 req-8bbcad47-9fdd-4bef-b8e0-1552f98be5d6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0271087 Sep 07 14:40:58.750680 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ca0e4a49-bcb2-429c-b0d9-f5aec2f4c1b5 req-7e868021-25ce-49a0-9be9-4fff0b0eb423 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0316291 Sep 07 14:40:59.441426 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c509fa67-ef61-4440-b019-d0254237a005 req-5e61398c-1abf-43e4-b927-8cefaff012fa tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0254076 Sep 07 14:40:59.847662 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-75a051b7-0abd-4d79-81d6-15335b86b2c4 req-c962fc66-4558-49ed-8d29-6260c6a72bf1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0263789 Sep 07 14:41:00.532984 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3e27adfa-3ef1-43e5-9607-2fdc99df25ff req-b4712dbb-adeb-4478-b496-2453fbde4bca tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0253971 Sep 07 14:41:00.944651 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c378d184-5547-4585-9491-3a8e08274117 req-221f5f18-e4a2-40e2-b4bc-3e3e2ec83410 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2ea0534-dba4-43c0-92d4-f22c21f446c4 HTTP/1.1" status: 200 len: 210 time: 0.0256419 Sep 07 14:41:01.626690 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5fb7c6f6-89cb-4944-935f-88887f740eab req-0e2a2636-ac22-4495-86f1-c5891abea9b3 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Sep 07 14:41:01.926036 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc2b288c-9b2c-465f-9b4a-2dc50de56ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.058812 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 46352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:02.115904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.138164 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.185545 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.188340 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.189471 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "DELETE /v2.0/security-groups/057fb9a3-c42d-4bac-a6c1-32af28907103 HTTP/1.1" status: 204 len: 168 time: 0.1293216 Sep 07 14:41:02.192264 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:02.198978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeac0e-f3ca-459b-85f3-2fb5bb38502b tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057fb9a3-c42d-4bac-a6c1-32af28907103,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:02.205574 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.api.v2.resource [None req-37d769e1-ebbd-4096-846d-886e22f59e85 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] show failed (client error): The resource could not be found. Sep 07 14:41:02.206583 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-37d769e1-ebbd-4096-846d-886e22f59e85 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups/057fb9a3-c42d-4bac-a6c1-32af28907103 HTTP/1.1" status: 404 len: 347 time: 0.0133142 Sep 07 14:41:02.210420 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46356) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:02.330574 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Deleting port 1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:41:02.330818 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.408043 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.408374 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.420522 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Calling delete_port for 1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:41:02.550521 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.586141 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'Port': ['ID=1f5622c3-f86a-4a25-8e8f-6d2fbd0cc217,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.607488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.608518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.608518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.608518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:02.662350 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.662350 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.663392 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-51ccb007-d781-4182-84dc-cb32c61e53b1 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "DELETE /v2.0/floatingips/c231f979-0178-44f9-bacd-c7b3b219fa3d HTTP/1.1" status: 204 len: 168 time: 0.4519048 Sep 07 14:41:02.725057 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9db2965b-3c1e-4207-ad17-ef605a065e8d req-94ad4ceb-8384-4d64-9c68-bc38feb996cb tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Sep 07 14:41:03.154833 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46372) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:03.159380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568806282', 'description': 'tempest-description--1726484754'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:03.184281 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.268427 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.272688 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.300306 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.301492 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1455927 Sep 07 14:41:03.305052 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 46374) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:03.305708 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c56c0-ea98-469a-81ae-08ae284b2921 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:03.310308 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group_rule': {'security_group_id': 'eccd3c26-e05d-48b7-bf7c-bf476bb82ee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:03.342055 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.417318 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.422678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.443179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acfd5a8-6a94-4b76-b9df-6c4f0b261e30,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:03.446490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.450465 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46376) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:03.450627 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cad35d33-91eb-430f-81e8-0961b206cfb8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437366 Sep 07 14:41:03.460286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'security_group_rule': {'security_group_id': 'eccd3c26-e05d-48b7-bf7c-bf476bb82ee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:03.484740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.541156 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.545600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.563039 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fe1e39-9091-4990-a80a-bae2e9e9cfa6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:03.570278 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.571758 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a93c743a-251a-4102-8b00-94cf4f696ec5 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154792 Sep 07 14:41:03.574686 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46380) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:03.579012 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:03.602140 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.704974 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:03.828086 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d9e088f5-2b31-43af-b162-0501089168a1 req-9cabb17e-ce87-40f3-b6cf-0f12f8435597 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0340579 Sep 07 14:41:03.840503 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Allocated IP 172.27.1.95 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/4486bb7c-30ff-4646-946b-134989070cbe) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:41:04.153199 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.190569 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.227024 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:41:04.229735 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:41:04.232181 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:41:04.263871 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=4486bb7c-30ff-4646-946b-134989070cbe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:04.323359 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.355257 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.399334 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0d77055-13bb-45c9-af27-fde442f59f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.508846 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.513550 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.521143 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.587001 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=4486bb7c-30ff-4646-946b-134989070cbe,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:04.596257 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.610098 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:04.611686 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1c651b16-972f-4a82-9dc0-2a70244b47a9 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0360446 Sep 07 14:41:04.817021 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-5bd4c2c1-1b94-4d8a-bdce-e290dedfa7e2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1568806282&fields=id&tenant_id=5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 267 time: 0.0359251 Sep 07 14:41:04.924375 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-50268fb0-3baf-40d7-8640-a0e9318718f2 req-232d9cfa-8878-4cb3-8159-026676367f02 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0302694 Sep 07 14:41:04.927904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-6c9914f7-1a53-41a2-9c5d-e458f5b3d595 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:04.929566 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-6c9914f7-1a53-41a2-9c5d-e458f5b3d595 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 816 time: 0.1050849 Sep 07 14:41:04.944552 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-8e2faaa6-4d58-4f9c-aca9-b41d6ea951fb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/quotas/5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 375 time: 0.0092030 Sep 07 14:41:04.998194 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-bdb6f696-05e1-475b-8858-f5cc5083e556 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479710 Sep 07 14:41:05.106805 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4a99ad7c-3119-4f4e-9603-8073995e8180 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:41:05.107823 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4a99ad7c-3119-4f4e-9603-8073995e8180 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980060 Sep 07 14:41:05.199980 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-bddf5332-3fe3-41ed-b9d7-923413f04cc2 service neutron] 10.222.0.76 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858095 Sep 07 14:41:05.289906 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-d101d719-da7b-4c6a-b900-26290dab3215 service neutron] 10.222.0.76 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839107 Sep 07 14:41:05.458696 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-563c7fbf-c88f-4cbf-b275-650f0f5e9518 req-5c74e784-5138-4dbd-a849-66998bc36403 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Sep 07 14:41:05.803841 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:06.026195 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91f3729a-4972-4c50-9ac3-eba34f9a046a req-12476a49-9c54-4277-8584-249fc1f1fdf2 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Sep 07 14:41:06.542364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-bc4a7e63-1a39-402e-afc3-7550765b7f2c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:06.543952 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-bc4a7e63-1a39-402e-afc3-7550765b7f2c tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 816 time: 0.1029897 Sep 07 14:41:06.562346 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c202343f-6bd4-4b9f-9b3f-7fa51003d4c2 req-d97908a0-b042-4466-a1d1-c17c709621a7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 210 time: 0.0313840 Sep 07 14:41:06.604829 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-89d4cd31-00f6-4cac-ba67-09d0131dbfeb tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5153459bddd44bfeac90ccf8d663f84b HTTP/1.1" status: 200 len: 380 time: 0.0351801 Sep 07 14:41:06.618087 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'port': {'device_id': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'admin_state_up': True, 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'security_groups': ['eccd3c26-e05d-48b7-bf7c-bf476bb82ee3']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:06.733867 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Made reservation on behalf of 5153459bddd44bfeac90ccf8d663f84b for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:41:06.737384 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:06.862197 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Allocated IP 172.20.0.14 (d472fd73-ca38-493a-8026-a19ef3052825/aa066139-fd47-49eb-8e87-d0488cc6603f/4cf0eb7f-9f47-42be-9ec6-232dccee459e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:41:07.006339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.020249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Transition to ACTIVE for port object 4cf0eb7f-9f47-42be-9ec6-232dccee459e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:41:07.052726 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.100558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Network d472fd73-ca38-493a-8026-a19ef3052825 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:41:07.115326 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:41:07.133201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:41:07.137226 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-53fe9af3-15ec-44e7-916b-456be2fca15e req-afcda7c6-a61a-4cbf-8b77-6608a879640b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0393231 Sep 07 14:41:07.139391 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event updated for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:07.187567 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:07.188190 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.204519 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-7f98c720-8c75-4d88-a461-1796f2c606c7 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918913 Sep 07 14:41:07.222878 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Request body: {'port': {'device_id': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:07.281036 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.351420 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95837315-c3bf-4e3b-b4a7-3a0dc461ff77 None None] Provisioning for port 4cf0eb7f-9f47-42be-9ec6-232dccee459e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:41:07.355064 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95837315-c3bf-4e3b-b4a7-3a0dc461ff77 None None] Provisioning complete for port 4cf0eb7f-9f47-42be-9ec6-232dccee459e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:41:07.355437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95837315-c3bf-4e3b-b4a7-3a0dc461ff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.389305 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-95837315-c3bf-4e3b-b4a7-3a0dc461ff77 None None] Port 4cf0eb7f-9f47-42be-9ec6-232dccee459e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:41:07.523439 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.526249 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.689190 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396d040-c2f2-40d1-a89d-295e31a42726 req-cac1aa8c-5384-4088-81f7-2597b20e6e9e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:07.690775 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d396d040-c2f2-40d1-a89d-295e31a42726 req-cac1aa8c-5384-4088-81f7-2597b20e6e9e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 932 time: 0.0511155 Sep 07 14:41:07.730016 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d396d040-c2f2-40d1-a89d-295e31a42726 req-2fda3213-6324-4235-ad21-7dfd17c8430a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 Sep 07 14:41:07.774193 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf0eb7f-9f47-42be-9ec6-232dccee459e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:41:07.792047 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.794125 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Transition to ACTIVE for port object 4cf0eb7f-9f47-42be-9ec6-232dccee459e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:41:07.797612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.847252 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:07.918259 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Attempting to bind port 4cf0eb7f-9f47-42be-9ec6-232dccee459e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:41:07.918692 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Attempting to bind port 4cf0eb7f-9f47-42be-9ec6-232dccee459e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:41:07.919132 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Attempting to bind port 4cf0eb7f-9f47-42be-9ec6-232dccee459e on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:41:07.924064 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Port 4cf0eb7f-9f47-42be-9ec6-232dccee459e on network d472fd73-ca38-493a-8026-a19ef3052825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:41:07.924461 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Attempting to bind port 4cf0eb7f-9f47-42be-9ec6-232dccee459e on network d472fd73-ca38-493a-8026-a19ef3052825 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:41:07.930561 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:41:07.931087 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Checking segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:41:07.931647 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Bound using segment: {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:41:07.932215 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Bound port: 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95940f0f-08d4-4449-a54c-3a61a29f8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:41:07.932683 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:08.009297 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:41:08.014338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:41:08.018455 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:08.051504 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.053424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:08.054937 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] 10.222.0.68 "PUT /v2.0/ports/4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 1094 time: 0.8363194 Sep 07 14:41:08.055424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:08.057679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d277c54e-0372-47de-9cfe-bf679354dbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:08.094549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb9ae-2fd2-449c-b70a-b1c7fe41338a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:08.113081 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de47c7c-23a0-4239-984b-c5461408bb37 x-openstack-request-id: req-4de47c7c-23a0-4239-984b-c5461408bb37 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:08.113377 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:08.113633 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4de47c7c-23a0-4239-984b-c5461408bb37 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:08.114033 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'status': 'completed', 'code': 200} Sep 07 14:41:08.178853 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-ba808690-01ab-4f52-91a4-bd8a70907a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.180663 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-ba808690-01ab-4f52-91a4-bd8a70907a84 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0507150 Sep 07 14:41:08.245558 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a589ecfc-d106-48eb-b691-954aa780a1bb req-4531d91d-e375-4188-b8b5-7cd1cc6d4613 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 07 14:41:08.303300 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-263e7fce-c36c-4057-8f6a-4f67e618fd4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 217 time: 0.0340257 Sep 07 14:41:08.351668 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-5d766bcb-36ad-43e4-bb37-10ad3b4b7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.353114 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-5d766bcb-36ad-43e4-bb37-10ad3b4b7f8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0433614 Sep 07 14:41:08.399902 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-67eb9898-6a12-42fa-b128-7fcb7195e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.401362 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-67eb9898-6a12-42fa-b128-7fcb7195e739 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415964 Sep 07 14:41:08.489482 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-aa0a7bcc-d76c-4e4b-9747-6e40480488aa service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Sep 07 14:41:08.587717 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e69fd543-57a1-4318-a67f-9f468214f5ea req-056f565a-c523-465e-ab4f-ede8e0ccd011 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912626 Sep 07 14:41:08.710168 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-93610ba5-396e-4f08-828b-f3707048eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.712610 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-93610ba5-396e-4f08-828b-f3707048eeaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0417097 Sep 07 14:41:08.807076 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-c9a41ab7-56a2-4244-9a8a-47466687d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.808691 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-c9a41ab7-56a2-4244-9a8a-47466687d160 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0889735 Sep 07 14:41:08.866090 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-cc849b25-6efb-4de7-b4e0-8ef9a1356455 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 217 time: 0.0468988 Sep 07 14:41:08.914698 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e36a-1d97-4c97-a9e0-2b33d2db12c2 req-4b9d78cb-45e1-409e-8138-bd8d64145a50 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.916214 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e8f9e36a-1d97-4c97-a9e0-2b33d2db12c2 req-4b9d78cb-45e1-409e-8138-bd8d64145a50 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 944 time: 0.1066363 Sep 07 14:41:08.934251 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-981ce6d1-027c-440d-89d0-a811f624eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:08.935651 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-981ce6d1-027c-440d-89d0-a811f624eaf8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0612147 Sep 07 14:41:08.989989 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e8f9e36a-1d97-4c97-a9e0-2b33d2db12c2 req-30f1c8c4-4505-4c3c-a710-770113ade235 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663717 Sep 07 14:41:09.004727 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-ae3314e1-35cc-489a-870c-6adafb96a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:09.006371 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-ae3314e1-35cc-489a-870c-6adafb96a9af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615230 Sep 07 14:41:09.104942 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-d9cd47fb-4a24-4089-a679-7251fcd90595 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890212 Sep 07 14:41:09.197526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277c54e-0372-47de-9cfe-bf679354dbd6 req-480a2ee0-f22a-4ba7-a30e-67806120c089 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Sep 07 14:41:09.339524 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e970bf3-d59d-43bb-9c6a-ae6468021826 req-9b7694d4-f889-4429-af15-e2b5812cb47e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Sep 07 14:41:10.113290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b4ce-6d67-4836-9d53-2fd95b573281 req-3f22969e-511d-44a7-a19e-757ffa005180 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:10.114908 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-04a8b4ce-6d67-4836-9d53-2fd95b573281 req-3f22969e-511d-44a7-a19e-757ffa005180 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 944 time: 0.0514522 Sep 07 14:41:10.159026 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-04a8b4ce-6d67-4836-9d53-2fd95b573281 req-ee72346d-af28-4778-967f-8a2e54d0f51f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368903 Sep 07 14:41:10.433275 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e02f8bc4-2baf-4e00-975a-e4d018918ae8 req-c19c665f-1314-4a6a-9296-fc2dbdbf8515 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0266769 Sep 07 14:41:10.844448 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4cf0eb7f-9f47-42be-9ec6-232dccee459e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:41:10.944002 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:10.955036 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'port_id': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'mac_address': 'fa:16:3e:87:e7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:41:10.992268 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:11.004588 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf0eb7f-9f47-42be-9ec6-232dccee459e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:41:11.023154 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:11.026881 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:11.072747 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:11.079563 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.079916 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.080260 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.080597 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.080932 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.081266 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.081595 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.081923 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.082254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.082577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.082944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.083438 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:11.280543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e13fc-d38e-4055-aa2b-5323efc9ed2a req-a3a5ab94-9dbd-470d-afcf-294b0db404ea tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:11.282090 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea2e13fc-d38e-4055-aa2b-5323efc9ed2a req-a3a5ab94-9dbd-470d-afcf-294b0db404ea tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 945 time: 0.0502784 Sep 07 14:41:11.324606 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea2e13fc-d38e-4055-aa2b-5323efc9ed2a req-9d62de07-9e34-49fb-902d-20522c9e562f tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352445 Sep 07 14:41:11.340254 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['4cf0eb7f-9f47-42be-9ec6-232dccee459e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:41:11.530150 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cc00af14-bc2b-4fef-b2af-9e6ced33797f req-a21513da-0a93-4ca0-a3f8-2b35f49917c1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Sep 07 14:41:12.443085 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277707f-a2df-4636-bcad-a10088a3a978 req-a27e4b6c-5285-481d-93ac-ea7dc575bab8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:12.444565 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277707f-a2df-4636-bcad-a10088a3a978 req-a27e4b6c-5285-481d-93ac-ea7dc575bab8 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Sep 07 14:41:12.482606 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d277707f-a2df-4636-bcad-a10088a3a978 req-fa8ecd4c-9a97-4a73-a6db-36fd4ad5c5f2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Sep 07 14:41:12.625274 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-13880bcb-1f2c-4572-b662-995746a71ab8 req-94577686-4794-4ff8-997c-55317f20b015 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0283034 Sep 07 14:41:12.860975 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4cf0eb7f-9f47-42be-9ec6-232dccee459e up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:41:12.909018 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 4cf0eb7f-9f47-42be-9ec6-232dccee459e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:41:12.913411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 4cf0eb7f-9f47-42be-9ec6-232dccee459e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:41:12.913780 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:12.990576 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:13.013391 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:13.015669 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cdc88-e9f4-442d-baa8-df30b32fd461" -d '{"events": [{"server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "name": "network-vif-plugged", "status": "completed", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:13.029104 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:13.034324 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:13.082112 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:13.121553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d49e966-0b0e-4086-8b73-ce1b0ae46972 x-openstack-request-id: req-3d49e966-0b0e-4086-8b73-ce1b0ae46972 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:13.121857 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "name": "network-vif-plugged", "status": "completed", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:13.122106 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d49e966-0b0e-4086-8b73-ce1b0ae46972 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:13.122497 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'code': 200} Sep 07 14:41:13.319004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b9a1-29fe-499b-ad36-3cba949ea09c req-2c8d8c8d-018a-4155-9d22-30a1b2b737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.320560 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2145b9a1-29fe-499b-ad36-3cba949ea09c req-2c8d8c8d-018a-4155-9d22-30a1b2b737ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0409620 Sep 07 14:41:13.356628 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2145b9a1-29fe-499b-ad36-3cba949ea09c req-aa60aa81-d9cf-4aa2-8ae2-d875ba0ea7c2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291553 Sep 07 14:41:13.602947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799dbba-65ba-4c8a-953f-335a47ec5396 req-de6dc57e-4459-4765-bd2a-b4b62a1536cf tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.604483 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1799dbba-65ba-4c8a-953f-335a47ec5396 req-de6dc57e-4459-4765-bd2a-b4b62a1536cf tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 946 time: 0.0488813 Sep 07 14:41:13.642422 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1799dbba-65ba-4c8a-953f-335a47ec5396 req-7a2a4785-486d-423c-9053-6f1bfc19b67a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Sep 07 14:41:13.727243 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d10cffda-bc8d-443e-8432-931c97c45dee req-febdfcdc-9418-4b0e-b2fb-4e0a68bab069 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Sep 07 14:41:14.763535 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b6fb-a5cd-4a0b-a73e-5fd4ef523b29 req-aafff73e-3f15-411a-ad37-c4693829737e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:14.765115 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e295b6fb-a5cd-4a0b-a73e-5fd4ef523b29 req-aafff73e-3f15-411a-ad37-c4693829737e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 946 time: 0.0526004 Sep 07 14:41:14.805961 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e295b6fb-a5cd-4a0b-a73e-5fd4ef523b29 req-9cb80db4-2975-45fe-83af-98bc8f17ab1a tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Sep 07 14:41:14.823989 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c31f923a-7073-4b9e-a2a8-ea5d7449a5c9 req-e378b4ff-dc6b-4169-8a48-7b8e5499a3b1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0297847 Sep 07 14:41:14.917656 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423e8f-b17b-41e9-89c5-ec3082a35607 req-8f1e23af-81d3-4000-b808-dfca950c20c4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:14.919175 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7c423e8f-b17b-41e9-89c5-ec3082a35607 req-8f1e23af-81d3-4000-b808-dfca950c20c4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 946 time: 0.0497127 Sep 07 14:41:14.927436 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 46570) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:14.931857 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Request body: {'floatingip': {'port_id': '4cf0eb7f-9f47-42be-9ec6-232dccee459e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:14.969432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:15.400283 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:15.404054 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:15.518302 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Floating IP fc80dff7-f666-44cd-af2f-5e3c75f6c923 associated. External IP: 172.27.1.95, port: 4cf0eb7f-9f47-42be-9ec6-232dccee459e. Sep 07 14:41:15.721385 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:41:15.826013 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:41:15.830902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:15.836124 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:41:15.844710 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:15.845325 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:41:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:15.862322 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7c995fc0-0d40-49ea-b8b4-722494d46603 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "PUT /v2.0/floatingips/fc80dff7-f666-44cd-af2f-5e3c75f6c923 HTTP/1.1" status: 200 len: 991 time: 0.9338939 Sep 07 14:41:15.862915 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:15.865336 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e454a7-c56a-4a32-a40f-87733c054581" -d '{"events": [{"name": "network-changed", "server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:15.923233 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-398ad95a-0f00-4d17-9479-c33097f0fafa req-d7745df8-18ac-41a8-93ae-8a94dc6c1669 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Sep 07 14:41:15.954813 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:16.034129 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e570ff3c-7b55-4653-98d4-137a25146cf4 x-openstack-request-id: req-e570ff3c-7b55-4653-98d4-137a25146cf4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:16.034460 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:16.034709 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e570ff3c-7b55-4653-98d4-137a25146cf4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:16.035125 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'status': 'completed', 'code': 200} Sep 07 14:41:16.116813 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e454a7-c56a-4a32-a40f-87733c054581 req-e70a795a-6014-47e3-9d9c-720e14464f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:16.118449 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-e70a795a-6014-47e3-9d9c-720e14464f78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0415366 Sep 07 14:41:16.225808 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e454a7-c56a-4a32-a40f-87733c054581 req-785471b6-62c8-4bfc-a653-20589d96bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:16.227249 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-785471b6-62c8-4bfc-a653-20589d96bcba service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1022949 Sep 07 14:41:16.234983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'fc80dff7-f666-44cd-af2f-5e3c75f6c923', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:87:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:04Z', 'updated_at': '2021-09-07T14:41:15Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:16.264896 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:41:16.273844 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:16.274462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:41:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:16.292868 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-e9173d81-fdf5-4ba2-8adc-f74a2428f1f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 999 time: 0.0584154 Sep 07 14:41:16.342492 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e454a7-c56a-4a32-a40f-87733c054581 req-bfaca18f-be93-4462-a9f4-1f969b921710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:16.344145 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-bfaca18f-be93-4462-a9f4-1f969b921710 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0444365 Sep 07 14:41:16.379283 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:16.393647 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e454a7-c56a-4a32-a40f-87733c054581 req-a596ffa7-c872-40e9-b847-365b30d941c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:16.395184 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-a596ffa7-c872-40e9-b847-365b30d941c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442798 Sep 07 14:41:16.487480 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-703b4b47-5759-4a09-a9a3-ddfe4f539488 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Sep 07 14:41:16.591362 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-92e454a7-c56a-4a32-a40f-87733c054581 req-556c1bc4-8abe-4f90-8622-4664c3346c6d service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973110 Sep 07 14:41:16.611650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'fc80dff7-f666-44cd-af2f-5e3c75f6c923', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:87:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:04Z', 'updated_at': '2021-09-07T14:41:15Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:16.643113 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215f698-31ca-4256-afd1-2de61412fdd2 None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'fc80dff7-f666-44cd-af2f-5e3c75f6c923', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'port_id': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'mac_address': 'fa:16:3e:87:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:04Z', 'updated_at': '2021-09-07T14:41:15Z', 'revision_number': 1, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:41:16.828485 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedcd551-5927-4786-bf64-ba99ee266182 None None] New status for floating IP fc80dff7-f666-44cd-af2f-5e3c75f6c923: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:41:17.021440 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ae31b534-85da-4de8-9705-191e8d6b2498 req-b62eb244-81e5-4a98-8ab2-703aa780f4b4 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Sep 07 14:41:18.133104 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a1797073-9e5b-40c2-971b-48f423dcf727 req-ab90ca5c-d4ca-4060-b7e6-741192f726b7 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0314698 Sep 07 14:41:18.405289 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:41:19.229272 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2f223ce0-eac3-413d-9c67-2cbb7394b7c4 req-09753ba5-4007-46df-bf21-38965e9bca7e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0301878 Sep 07 14:41:20.323622 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d507eb65-acc0-49a8-abaf-e8f10909f229 req-5a2ce7c0-5b6c-469c-a77d-6830bb38ee1a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Sep 07 14:41:21.416475 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e54b0285-c4af-4d37-8057-6cc0409e095b req-b36a872c-ac90-4ca4-af49-9c93d572591e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Sep 07 14:41:22.512472 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c71ebe42-6230-4ce0-a984-7ffed52a92d5 req-ed75fec4-f32f-4340-9e3d-4f27b5b72780 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269666 Sep 07 14:41:22.757140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-1fe4c736-eb56-4e0d-861f-476898adcd94 req-c5af4475-bae7-40f4-9188-98da2f42a19c service neutron] (93889) timed out ('10.222.0.68', 59484) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 14:41:23.606056 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d897fcf-7f91-4238-a8e3-0adc219410cb req-c3b9dda0-c08e-47dc-93eb-676f2703c10b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Sep 07 14:41:24.702526 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-feb8e2af-7b05-404c-9d52-5ed9511ca930 req-fba4df9c-3368-4665-997a-5a6a40fd4942 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Sep 07 14:41:25.796557 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-26b81c5c-078e-478a-87c3-d1855d3e6654 req-ae0020d3-9e59-44ee-af9b-7b5a5b53469a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0290215 Sep 07 14:41:26.889793 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-607b6e37-97f0-4cc5-9991-19e2e28049b7 req-f5699bef-0ea4-45fb-ae9d-baad72f38ac2 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267310 Sep 07 14:41:27.982488 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0a0fa4d8-8fd1-4716-bb84-4fa86c28ee00 req-84e8fbee-7194-4757-94f2-145e25494b86 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 07 14:41:29.075010 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8f4eff37-4a3c-4689-baf0-c6631533d37d req-c2ec736e-c33b-444c-9a6b-d8e830883219 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Sep 07 14:41:30.170028 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f37bd1af-4e54-4d8e-bc9a-d48aca3e81a1 req-2662bc21-e842-4b0f-85eb-1277679f7266 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0279129 Sep 07 14:41:31.262685 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3a901097-90a0-4efc-8425-dfeb131988d7 req-c55e678f-e035-4d9b-a213-fcc1ed1c0d92 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0274014 Sep 07 14:41:31.924192 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b536b460-c7ec-45ae-bbaf-7ac33d84ae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:32.358253 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6be01502-37c3-40d7-8e7a-77cd799fa23f req-79119d70-02d0-4932-bc20-c013d4aaac1e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Sep 07 14:41:33.450914 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9769ca33-3311-4220-9c6a-2c9c22911a12 req-232867e1-d4c1-4a35-a29e-55126a492289 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Sep 07 14:41:34.400613 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0a03424-ecff-476b-b619-c4c327cb1f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:34.528586 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:34.545076 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-345e6c10-7682-44d0-b8a3-50bdd3c9891e req-e4dec6ef-0ed9-44c1-8a68-d57dead49f93 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Sep 07 14:41:35.639819 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-957a8072-42ef-459e-b876-442b9a7520fe req-ef999c54-c845-4fa7-871a-2f53b1a2adc1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269132 Sep 07 14:41:35.805069 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:36.730939 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ce478fbc-e79d-4475-95b6-55db04894fe4 req-8556c7c9-bc89-4693-8ad1-4a60a624e017 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0260971 Sep 07 14:41:37.519228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:37.523120 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:37.824526 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fd0a413b-90e8-450a-b084-504faa133160 req-66461d18-e4ba-4036-a83a-321e2285a62c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0261731 Sep 07 14:41:38.919224 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1e5484fd-1c0f-4c46-ad8b-047333fc21b8 req-d9325c7f-4c84-4752-9aba-ed663e8b5e23 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0291171 Sep 07 14:41:40.011453 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-213a0cbf-b6d7-43e3-994c-e7d4295d9248 req-0002196a-1a1c-4869-9194-0cf6a305cfb6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Sep 07 14:41:41.105003 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2fa9adf4-cea7-47d7-ab8c-9363e69e7fb4 req-45c6dd39-7b3f-4b53-94f9-edb64e34fb11 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Sep 07 14:41:42.198386 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-20cd0792-f28c-49e9-865e-014f7feec9e8 req-d8ee1141-034d-4ad1-98a1-2fe1975831a0 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0259907 Sep 07 14:41:43.291386 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bd055692-945c-44fd-aa50-9d9c8717e8cd req-987c2a61-bb4b-4198-ae3e-9deaf57fa0c8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0259426 Sep 07 14:41:44.383805 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a031a010-de3f-4a39-b6af-d5906b2a0167 req-73758ce5-609b-4178-a656-e29681e3f248 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0261948 Sep 07 14:41:45.479565 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7e046f8a-3b25-4599-87ba-aa5824c2b915 req-a0078843-7b50-47ae-a79a-55c64da9226c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0300202 Sep 07 14:41:46.571311 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b329ff14-8994-4d9d-9b4f-de0ca4f15c49 req-df1e7598-f5a4-4226-91db-3e9d5a96ee07 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Sep 07 14:41:47.662804 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-72bcc7cb-eb6d-4732-a18e-cb1fe581d8e4 req-49c802df-f6cf-4470-a6aa-ef4e408d59ad tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Sep 07 14:41:48.758435 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-748a1591-9b97-47ab-b991-aa9f1ecc866a req-2553a382-02a8-4868-b003-689677882c01 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0264554 Sep 07 14:41:49.855566 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a618875f-cd6c-4db3-8cac-2075352bb681 req-922429eb-22d8-4427-9ff8-fa621501f7f9 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Sep 07 14:41:50.276039 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-a28235cb-191e-4569-94ff-068355a4da42 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462749 Sep 07 14:41:50.373008 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-663957a9-e316-4111-8dd5-4b7e370890b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:50.374818 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-663957a9-e316-4111-8dd5-4b7e370890b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0416782 Sep 07 14:41:50.490778 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-aa15c1e5-4659-45e8-b1d6-db157544db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:50.492306 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-aa15c1e5-4659-45e8-b1d6-db157544db05 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0902641 Sep 07 14:41:50.556244 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-b3fd8f2d-3ac8-47ea-89c4-e60757d02bf4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0558228 Sep 07 14:41:50.608182 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-cfa8325d-0d08-4d6b-82b8-5900f6d8ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:50.609622 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-cfa8325d-0d08-4d6b-82b8-5900f6d8ff96 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0462198 Sep 07 14:41:50.653439 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-dd700773-bd26-45c9-91fa-88c5e34456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:50.654936 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-dd700773-bd26-45c9-91fa-88c5e34456d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387471 Sep 07 14:41:50.745451 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-f91b9fd5-c3d0-48a9-bbf9-45fc4b917a0e service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Sep 07 14:41:50.839336 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-89eaa02b-dca9-422b-9ed1-04e9f4cc2890 req-65a3b79f-50b1-4418-81e4-3b29f12ceb07 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862045 Sep 07 14:41:50.970934 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b6915468-feb0-427a-a4b8-94859f4130c2 req-66c4bf00-e0f5-45b5-aad6-f493b57a14ee tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0371239 Sep 07 14:41:52.069067 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-84a35be7-d3d4-4a94-8998-abb2f789291c req-46254551-6ed8-4619-8e01-e806be23ec6a tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0290256 Sep 07 14:41:53.167563 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffd0fed2-263b-4899-b15e-c5dc31c91513 req-e8b1541d-7f69-4b7a-91ed-dc64e792932b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Sep 07 14:41:54.265645 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5426d4ad-5c28-4c73-b290-71ebb1191309 req-05255580-a179-41b6-863a-e0ba8c89aea3 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Sep 07 14:41:55.374140 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7eed3471-d903-4c34-a087-bbfd02e4bed6 req-30e7ee72-5715-443c-ad97-19c8e5a393a7 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0309727 Sep 07 14:41:55.404893 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:41:56.473140 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2e9cb87b-0a96-45a4-9af1-17fefbb46b87 req-27a06dcb-2171-48d5-93a4-4bc9a6842c98 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Sep 07 14:41:57.573933 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-79778fac-cc0c-40ec-b84a-6f2650ac4b1f req-ed83a507-cde9-49d1-8f5e-ff9f7fd4b84f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0304370 Sep 07 14:41:58.685745 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-82d2584d-7dce-4407-8c3d-1d1b3e105ee5 req-9218e353-1080-41fe-80dc-6a300c54d16f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Sep 07 14:41:59.776471 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-17228e69-f533-443f-b973-2a5a2cea4e44 req-271aaac3-a5b0-4732-b711-7c31683f1734 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0262456 Sep 07 14:42:00.874298 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cd3f4f5b-2fdb-47ef-b069-548bad341a2e req-e71a4ee2-b15c-420a-85bc-b9ace3783b4f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Sep 07 14:42:01.928944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-252210a2-0f5a-4574-be57-a44f03b21b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.972939 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4954d220-49b6-4f13-bfa2-27964ea912f4 req-a04425df-32d0-4064-b084-1245723a7fca tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0258458 Sep 07 14:42:03.074301 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-665997dd-6397-4785-853b-555fca80fa6d req-8a11e3f2-c05c-4084-b3bb-4f21dcb4ff32 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0258129 Sep 07 14:42:04.177832 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bfc470ae-119d-40bc-addd-744b10752ecf req-7b8a88ed-9606-45c6-836a-95ce625fbe07 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0321705 Sep 07 14:42:04.402846 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8653d1b6-94be-48cc-a989-ed02b3a3200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:04.520256 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:05.276604 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2b26ae28-57d0-4a14-acce-4861d27e73b7 req-616b11c7-5151-47bb-907a-90a0292f9eb5 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0254903 Sep 07 14:42:05.806943 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:06.369136 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c50f0567-de05-4375-8f2c-27132bf14e59 req-a8f23261-0070-43ad-94cc-b0089dac38f1 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0263138 Sep 07 14:42:07.473367 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7ed04f6c-4735-416e-8ce5-d11cf4b2f294 req-e2468d7f-10fc-4828-a2cf-15bac1e4e504 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0264544 Sep 07 14:42:07.527085 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:07.535637 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:08.567032 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-13e5c7ff-7dcf-451d-a6b3-8d8cfc96c212 req-43b0f9dc-0828-4501-9593-68f75733042f tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Sep 07 14:42:09.661956 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3f0ddff-6ad1-49ce-9f27-8d7676b29135 req-a834de6f-6e38-4a1a-b7f4-8c5c7fc3efd6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0251842 Sep 07 14:42:10.754421 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-be6e6db1-63f9-4578-b460-3ab40876fb54 req-06e7008d-c357-46b1-9887-e847f66f5e73 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0260086 Sep 07 14:42:11.846476 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-77e6f6e4-4ee4-41a7-bb9e-61dbccc9c888 req-d125460a-93ca-4ad2-9c8c-0404cb3fd073 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0254602 Sep 07 14:42:12.939720 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b2130316-d67e-470e-ba18-50e0e757db17 req-ee920331-5857-4d14-9315-4c648ff5b410 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Sep 07 14:42:14.088466 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1f2ca1b0-4a34-4b3d-86a7-5f3076134dbb req-1728156f-bc14-49cc-9bc8-74a8fb96632b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Sep 07 14:42:15.184266 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-32a6e229-0ec3-4960-83d9-8f5f977ec1b4 req-71198677-4e70-423b-bb0f-283a8fe158d8 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0261273 Sep 07 14:42:16.277777 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-38019cd1-aae9-41ca-ae42-c0996390f15f req-5183540b-d8d2-4224-a338-87ddcb7acefc tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269632 Sep 07 14:42:17.373976 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8726769f-2bd6-4233-a4f8-4366d20f2328 req-663d9a66-d450-419c-8d24-c1428bde6013 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Sep 07 14:42:18.467282 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9e4e68df-aa28-46bf-8f95-00a0ff90ed7f req-9eea4042-8eed-4ede-a266-edaa9fbf3944 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Sep 07 14:42:19.570416 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-da5b3b73-45ac-45ed-af4f-6bbb11ed1008 req-5a2ebc5a-4823-413d-b34c-20ebf5a0093d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Sep 07 14:42:20.666947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-20c60611-49fc-497b-b7a2-c71d037508e0 req-9ef36c37-e0b2-4d3b-8447-0cfd52c82b38 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Sep 07 14:42:21.767017 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9e144cd5-8c99-4d87-8645-2d2aefe37a04 req-8dcc1db4-e73e-4bf7-b137-6952b735ebbd tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0304632 Sep 07 14:42:22.873907 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-47557722-c0f6-430e-bcb8-e48906166f8a req-42d9e651-5f3e-406a-9161-7073792d1aa7 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0325933 Sep 07 14:42:23.971060 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9aa9f3ac-33b1-4d36-8fd2-e75e2132fac9 req-fffad15b-fed7-4bef-a747-9217f49b0d2b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Sep 07 14:42:25.074261 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e9503b28-8954-4227-a9a1-963c9207dc75 req-c6845273-e496-481d-8960-dd8193c38638 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Sep 07 14:42:26.174413 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dbc81586-5e52-423c-a765-3ba2a5d2c2a5 req-d4e687d5-896a-4d96-97ba-3b314a783d68 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0308542 Sep 07 14:42:27.275327 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bdd42494-6fd9-47d6-9405-190197ac2dc1 req-20e284da-1d18-47c4-ad88-786d7e9ba41c tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0318332 Sep 07 14:42:28.371979 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2331adfe-4f9c-44b0-86e1-34c31a5af56b req-1d3cbe6e-2dc0-48e2-b2ae-e0d588c3a8fa tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0253608 Sep 07 14:42:29.466239 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23af017a-df95-4a31-bb28-d60e2eba5c82 req-82fdc9dc-f2e9-4306-aac4-494fc6e57571 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Sep 07 14:42:30.562054 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bc303cdb-2f23-4b69-9aff-132e1275e820 req-eba41a59-6646-419b-86ae-d7f4f0528002 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0296266 Sep 07 14:42:31.655921 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7fe4722-1aee-4160-90b2-c0b6a1287c24 req-3b33158a-c965-415c-9179-cdfb1c55236d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Sep 07 14:42:31.921160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8004-2281-4a3e-96c5-0625433e35bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.403706 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:42:32.747451 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1799a843-1d2b-43de-a3d8-8b6e56c78756 req-6238edcd-3cce-42e1-b359-3e6164af226e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Sep 07 14:42:33.841934 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6628c834-988a-4f47-8e79-6717d37c47ad req-79b87398-125f-4a02-b552-d938e2073d3e tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Sep 07 14:42:34.403178 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff96cf95-7078-4a8d-8382-be4047dc3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.524579 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.937128 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d3e16049-0807-44cc-a4a5-62d92d3150e1 req-61a3248e-0643-47aa-a82f-4cb991195db6 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Sep 07 14:42:35.809976 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.037135 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e240155b-985f-42f3-9830-de412fee5c5a req-01960a12-2bc4-48b4-824d-6c28374478b3 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0298064 Sep 07 14:42:37.136670 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2007b5d5-5163-41f4-885d-e1ec5ffdccc0 req-f6b69152-b008-486b-b6a6-db6372b28d14 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0280945 Sep 07 14:42:37.528437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.552093 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.239421 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3d4f3ac4-ac09-407d-bb0a-f078108e22ad req-823af07c-a1b0-4bab-ae0c-28db3d13d927 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0259316 Sep 07 14:42:39.343406 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ede7bd10-9dde-48a9-b0d0-b8db7232873c req-18924b52-19c2-4a0b-bfe8-798fc2ce146d tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Sep 07 14:42:40.440674 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1c51d3ac-edb7-431e-b342-e6fbeb7b8e01 req-0afdb821-9d22-4bb0-b3f9-d5dd68731f7b tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Sep 07 14:42:41.542699 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bb8d5ddd-baa4-48cc-add4-fc4abae7bb6a req-3a36cee8-42a1-4ffd-9e56-e58b707a2962 tempest-TestMinimumBasicScenario-117599471 tempest-TestMinimumBasicScenario-117599471-project] 10.222.0.76 "GET /v2.0/ports?device_id=110c8a3a-b61e-44d9-937c-3c6b31046bf8 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Sep 07 14:42:44.438419 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47796) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:45.193605 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:45.486729 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Deleting port 7f7857a2-df02-4ecf-8833-8abab41b00f0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:45.487468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:45.567508 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] For port 7f7857a2-df02-4ecf-8833-8abab41b00f0, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7f7857a2-df02-4ecf-8833-8abab41b00f0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:45.567878 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:45.580554 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Calling delete_port for 7f7857a2-df02-4ecf-8833-8abab41b00f0 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:45.788499 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:45.822432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7857a2-df02-4ecf-8833-8abab41b00f0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:45.846357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.846701 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.847074 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.847411 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.847775 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.848114 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.848433 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.848758 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.849129 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.849464 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.849778 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.850092 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:45.997151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.206005 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Router ed287d02-e450-4013-849e-d447de5e9fb0 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:46.311942 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:46.317448 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b8502130-6f6c-4bdc-af01-f57310062177 admin admin] 10.222.0.76 "PUT /v2.0/routers/ed287d02-e450-4013-849e-d447de5e9fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777997 Sep 07 14:42:46.319449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:46.325160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Sync routers for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:46.342029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:46.343072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:42:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:46.456947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.471099 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:46.576662 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.632309 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Deleting port fdb28857-4aa4-4333-9300-e43ab8345247 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:46.632737 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.717361 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] For port fdb28857-4aa4-4333-9300-e43ab8345247, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=fdb28857-4aa4-4333-9300-e43ab8345247,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:46.717827 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.734782 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Calling delete_port for fdb28857-4aa4-4333-9300-e43ab8345247 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:46.799565 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:42:45Z', 'revision_number': 5, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port': {'id': 'fdb28857-4aa4-4333-9300-e43ab8345247', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:23:56Z', 'updated_at': '2021-09-07T14:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:46.841708 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Checking router: ed287d02-e450-4013-849e-d447de5e9fb0 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:46.852870 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Routers {'ed287d02-e450-4013-849e-d447de5e9fb0'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:46.853663 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:42:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['ed287d02-e450-4013-849e-d447de5e9fb0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:46.947601 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] Set router ed287d02-e450-4013-849e-d447de5e9fb0 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:46.948405 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:46.983000 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb28857-4aa4-4333-9300-e43ab8345247,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:47.004168 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:42:46Z', 'revision_number': 6, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:47.030390 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94abe1e-4d9c-4331-9844-4216ed368102 None None] The sync data for ids ['ed287d02-e450-4013-849e-d447de5e9fb0'] in dv-cinder-760199-15-iscsi is: [{'id': 'ed287d02-e450-4013-849e-d447de5e9fb0', 'name': 'tempest-TestMinimumBasicScenario-704471942-router', 'tenant_id': '53edf50ae10b435dabcf1a2d03677412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:23:54Z', 'updated_at': '2021-09-07T14:42:46Z', 'revision_number': 6, 'project_id': '53edf50ae10b435dabcf1a2d03677412', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:47.052783 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.156309 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.158461 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.220981 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.221570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed287d02-e450-4013-849e-d447de5e9fb0 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:42:47.226765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.228622 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-54b074f7-fd9a-47ff-b78a-99eb283fbd85 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ed287d02-e450-4013-849e-d447de5e9fb0 HTTP/1.1" status: 204 len: 168 time: 0.9077208 Sep 07 14:42:47.231144 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:47.277721 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Deleting subnet 329f4187-402e-4eab-bb49-1279b1d29fe7 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:42:47.280730 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.314510 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.432698 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.495602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.521044 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329f4187-402e-4eab-bb49-1279b1d29fe7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:47.525387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.529457 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dfce6b60-889e-4c28-8557-0fc73bc28af6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/329f4187-402e-4eab-bb49-1279b1d29fe7 HTTP/1.1" status: 204 len: 168 time: 0.2951655 Sep 07 14:42:47.529854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47840) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:47.532493 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f5086-b29b-413d-9314-0638b672f056 None None] Network 8cec906e-337f-46d9-94dc-abc9cf0c0f47 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:47.600532 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.654665 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Deleting port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:47.655042 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.716621 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] For port e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,segment=NetworkSegment(54e0d9b2-4f6f-4361-9468-cccf15ef7e97),segment_id=54e0d9b2-4f6f-4361-9468-cccf15ef7e97)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:47.716977 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.732252 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Calling delete_port for e6f433ad-757c-4fdc-9e89-f4868d9c05d0 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:47.789650 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] DHCP port deletion for 8cec906e-337f-46d9-94dc-abc9cf0c0f47 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:42:47.838625 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.858806 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Deleting port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:47.859228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.879392 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:47.882064 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] No DVR routers for this DVR port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 on host dv-cinder-760199-15-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:47.975538 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] For port e6f433ad-757c-4fdc-9e89-f4868d9c05d0, host dv-cinder-760199-15-iscsi, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:47.976193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:47.992600 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Calling delete_port for e6f433ad-757c-4fdc-9e89-f4868d9c05d0 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:47.998246 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 14:42:47.999882 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.027230 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Pushing event deleted for resources: {'Port': ['ID=e6f433ad-757c-4fdc-9e89-f4868d9c05d0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:48.035630 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] No DVR routers for this DVR port e6f433ad-757c-4fdc-9e89-f4868d9c05d0 on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:48.038673 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.039043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.039384 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.039715 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.041098 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.041098 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.041098 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.041426 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.041724 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.042045 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.042364 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.042682 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561b71e-0c0d-43dd-879b-933b8f7753f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:48.210231 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.230228 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cec906e-337f-46d9-94dc-abc9cf0c0f47']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:48.239524 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e0d9b2-4f6f-4361-9468-cccf15ef7e97') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:48.239819 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e0d9b2-4f6f-4361-9468-cccf15ef7e97') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:48.249845 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.262600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.268410 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:42:48.268798 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:42:48.270409 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:42:48.325553 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.331516 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.333340 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8cec906e-337f-46d9-94dc-abc9cf0c0f47 HTTP/1.1" status: 204 len: 168 time: 0.8025582 Sep 07 14:42:48.336543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 47854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:48.344722 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e222b1b-f6a3-40ab-86a5-4068fff906c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cec906e-337f-46d9-94dc-abc9cf0c0f47,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:48.541823 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device fdb28857-4aa4-4333-9300-e43ab8345247 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:48.561761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: fdb28857-4aa4-4333-9300-e43ab8345247 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:48.562102 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device fdb28857-4aa4-4333-9300-e43ab8345247 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:48.562529 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7f7857a2-df02-4ecf-8833-8abab41b00f0 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:48.580876 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 7f7857a2-df02-4ecf-8833-8abab41b00f0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:48.581220 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7f7857a2-df02-4ecf-8833-8abab41b00f0 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:48.581643 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device e6f433ad-757c-4fdc-9e89-f4868d9c05d0 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:48.604904 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: e6f433ad-757c-4fdc-9e89-f4868d9c05d0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:48.605255 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device e6f433ad-757c-4fdc-9e89-f4868d9c05d0 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:48.692368 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.951790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Deleting port 0570fded-36fc-46b5-9286-570f86621bde {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:48.952264 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.040304 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] For port 0570fded-36fc-46b5-9286-570f86621bde, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=0570fded-36fc-46b5-9286-570f86621bde,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:49.041127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.060420 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Calling delete_port for 0570fded-36fc-46b5-9286-570f86621bde owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:49.250736 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.274963 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Pushing event deleted for resources: {'Port': ['ID=0570fded-36fc-46b5-9286-570f86621bde,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:49.289016 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.289366 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.289704 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.290069 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.290412 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.290739 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.291088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.291415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.291742 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.292061 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.292379 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.292692 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:49.465058 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.925989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Router 936b133f-523d-4935-bd18-3225feab71b6 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:50.037246 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:50.046076 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f5e03836-d4b8-4d7a-b58b-2a16262da917 admin admin] 10.222.0.76 "PUT /v2.0/routers/936b133f-523d-4935-bd18-3225feab71b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082698 Sep 07 14:42:50.047075 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47874) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:50.058650 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Sync routers for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:50.069100 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:50.069995 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:42:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.174191 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.220191 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:50.259385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-660bc61f-092e-4edb-9b8a-81696e09f5ac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438251 Sep 07 14:42:50.295844 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.334574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-660fb48d-4f00-4c88-83ee-d48516ccc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:50.336308 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-660fb48d-4f00-4c88-83ee-d48516ccc29a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0424893 Sep 07 14:42:50.360015 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Deleting port f9c4d649-b72e-416c-afec-89fc3a1fb62d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:50.360448 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.424177 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:42:49Z', 'revision_number': 5, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port': {'id': 'f9c4d649-b72e-416c-afec-89fc3a1fb62d', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b133f-523d-4935-bd18-3225feab71b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:24:04Z', 'updated_at': '2021-09-07T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.449574 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] For port f9c4d649-b72e-416c-afec-89fc3a1fb62d, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f9c4d649-b72e-416c-afec-89fc3a1fb62d,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:50.449960 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.455441 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Checking router: 936b133f-523d-4935-bd18-3225feab71b6 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:50.464531 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Routers {'936b133f-523d-4935-bd18-3225feab71b6'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:50.465149 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:42:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['936b133f-523d-4935-bd18-3225feab71b6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.465626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Calling delete_port for f9c4d649-b72e-416c-afec-89fc3a1fb62d owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:50.466278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-6a37884a-3f59-4526-9ab6-b0ec77a42e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:50.467890 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-6a37884a-3f59-4526-9ab6-b0ec77a42e35 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.1100361 Sep 07 14:42:50.553834 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-5311f94f-7db9-45ad-8a7b-fff4f0a51412 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 1001 time: 0.0777581 Sep 07 14:42:50.581683 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] Set router 936b133f-523d-4935-bd18-3225feab71b6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:50.637667 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-4dcaf389-fef4-43c1-8275-56ffcb69ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:50.640152 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-4dcaf389-fef4-43c1-8275-56ffcb69ba51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0792565 Sep 07 14:42:50.658205 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.659541 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:42:50Z', 'revision_number': 6, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.686209 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c4d649-b72e-416c-afec-89fc3a1fb62d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:50.692788 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7fa10-5ed3-4a40-8103-aec3630bc937 None None] The sync data for ids ['936b133f-523d-4935-bd18-3225feab71b6'] in dv-cinder-760199-15-iscsi is: [{'id': '936b133f-523d-4935-bd18-3225feab71b6', 'name': 'tempest-TestMinimumBasicScenario-971938182-router', 'tenant_id': 'de62c1534dd64404b79fc8e8c344e856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:24:03Z', 'updated_at': '2021-09-07T14:42:50Z', 'revision_number': 6, 'project_id': 'de62c1534dd64404b79fc8e8c344e856', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:50.707065 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-576ed068-2891-4d96-99b8-1d56435fa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:50.708892 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-576ed068-2891-4d96-99b8-1d56435fa80c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606644 Sep 07 14:42:50.757773 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.803813 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-97c9c09b-0e53-4d28-a90a-270e4adfacd8 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Sep 07 14:42:50.863910 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.866029 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.908145 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-312e6373-8b77-4cc5-a4b2-60137e549b80 req-34d1882d-cd65-4be7-9142-0755c1966fde service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964940 Sep 07 14:42:50.913266 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.914161 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936b133f-523d-4935-bd18-3225feab71b6 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:42:50.925210 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.926361 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-542dd6a5-bd82-4dd3-ac55-684c6557a7a4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/936b133f-523d-4935-bd18-3225feab71b6 HTTP/1.1" status: 204 len: 168 time: 0.8782089 Sep 07 14:42:50.928951 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 47884) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:50.972248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Deleting subnet 8d0d751a-a98f-43aa-8966-bda6a24e73d2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:42:50.975274 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.015039 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.142531 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.222225 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.249961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0d751a-a98f-43aa-8966-bda6a24e73d2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:51.255944 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.258263 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f95af0d2-988e-4548-8ef6-961c66139fb7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8d0d751a-a98f-43aa-8966-bda6a24e73d2 HTTP/1.1" status: 204 len: 168 time: 0.3281813 Sep 07 14:42:51.260522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 47898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:51.263496 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f971f-7e43-469a-822f-10669d52f695 None None] Network 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:51.330089 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.384649 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Deleting port 27633d02-47cd-4671-aa3f-988ac5a455a6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:51.385059 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.452063 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] For port 27633d02-47cd-4671-aa3f-988ac5a455a6, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=27633d02-47cd-4671-aa3f-988ac5a455a6,segment=NetworkSegment(5f6c0d28-04cd-4690-9bc7-b8a134a6a628),segment_id=5f6c0d28-04cd-4690-9bc7-b8a134a6a628)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:51.452421 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.465177 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Calling delete_port for 27633d02-47cd-4671-aa3f-988ac5a455a6 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:51.523942 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] DHCP port deletion for 1bf74c06-ae4a-4d2c-ab50-343f35815ba9 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:42:51.551650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.580101 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Deleting port 27633d02-47cd-4671-aa3f-988ac5a455a6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:51.580521 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.580716 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=27633d02-47cd-4671-aa3f-988ac5a455a6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:51.584648 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] No DVR routers for this DVR port 27633d02-47cd-4671-aa3f-988ac5a455a6 on host dv-cinder-760199-15-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:51.660317 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.663273 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] For port 27633d02-47cd-4671-aa3f-988ac5a455a6, host dv-cinder-760199-15-iscsi, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:51.663754 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.680344 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Calling delete_port for 27633d02-47cd-4671-aa3f-988ac5a455a6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:51.681692 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf74c06-ae4a-4d2c-ab50-343f35815ba9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:51.684725 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Port 27633d02-47cd-4671-aa3f-988ac5a455a6 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 14:42:51.686930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.699724 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6c0d28-04cd-4690-9bc7-b8a134a6a628') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:51.700328 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6c0d28-04cd-4690-9bc7-b8a134a6a628') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:51.716719 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.719271 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] Pushing event deleted for resources: {'Port': ['ID=27633d02-47cd-4671-aa3f-988ac5a455a6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:51.728566 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc446ab-b965-48ef-a196-6bd087eb124c None None] No DVR routers for this DVR port 27633d02-47cd-4671-aa3f-988ac5a455a6 on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:51.736079 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.743978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:42:51.744777 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:42:51.747089 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:42:51.804473 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.812087 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:51.813941 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1bf74c06-ae4a-4d2c-ab50-343f35815ba9 HTTP/1.1" status: 204 len: 168 time: 0.5504904 Sep 07 14:42:51.823291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89a41-33ff-4469-bc34-5e04bcdeb6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf74c06-ae4a-4d2c-ab50-343f35815ba9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:51.928312 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47902) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:51.969328 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9d71e6e7-fd3f-4723-957e-11c364f2fcda admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53edf50ae10b435dabcf1a2d03677412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398479 Sep 07 14:42:51.972123 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 47904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:52.021554 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.044393 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.100117 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.102787 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.104008 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/935994a8-daaa-4bc9-a4c9-cad58680709a HTTP/1.1" status: 204 len: 168 time: 0.1309412 Sep 07 14:42:52.112773 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21f81a-e74d-4113-8406-812c6aa40497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935994a8-daaa-4bc9-a4c9-cad58680709a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:52.462125 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47922) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:52.503225 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-91675709-e8dc-4ad9-b1b0-e09710232a9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de62c1534dd64404b79fc8e8c344e856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397882 Sep 07 14:42:52.505687 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 47924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:52.541458 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0570fded-36fc-46b5-9286-570f86621bde no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:52.559736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.566819 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 0570fded-36fc-46b5-9286-570f86621bde {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:52.567182 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 0570fded-36fc-46b5-9286-570f86621bde not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:52.567608 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9c4d649-b72e-416c-afec-89fc3a1fb62d no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:52.585692 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.587136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: f9c4d649-b72e-416c-afec-89fc3a1fb62d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:52.587559 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f9c4d649-b72e-416c-afec-89fc3a1fb62d not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:52.588012 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 27633d02-47cd-4671-aa3f-988ac5a455a6 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:52.608144 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 27633d02-47cd-4671-aa3f-988ac5a455a6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:52.608489 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 27633d02-47cd-4671-aa3f-988ac5a455a6 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:52.641061 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.644420 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:52.645771 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76553eed-6472-4532-b1e0-064c75abd4b5 HTTP/1.1" status: 204 len: 168 time: 0.1390059 Sep 07 14:42:52.658139 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f673be1-f230-4735-9271-9875b664f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76553eed-6472-4532-b1e0-064c75abd4b5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:01.922702 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18b93fad-1ae6-42cd-bd73-54bca24f78aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:04.406190 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fffb9e50-4ece-45f0-b9e6-03324b6c3b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:04.527430 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:05.812997 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:07.532703 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:07.567768 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:09.402541 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:43:31.923903 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd01a58-3cd2-4c3d-b484-94f44935dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:34.409386 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4d66de-dffc-4062-9ece-a31a6a51d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:34.529444 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.818573 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:37.538193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:37.571881 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:46.401844 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:43:51.326609 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-a247ef32-c039-49d6-a413-fc2ef84670cf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383104 Sep 07 14:43:51.425141 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-3017b447-cc3a-4627-a8ca-1b59d679834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:51.426615 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-3017b447-cc3a-4627-a8ca-1b59d679834e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 1099 time: 0.0395226 Sep 07 14:43:51.530023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-01a289b1-fb33-4ebe-8d42-aeb4f3d716fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:51.531547 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-01a289b1-fb33-4ebe-8d42-aeb4f3d716fc service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0867505 Sep 07 14:43:51.594658 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-d3273d2d-76d8-4d77-b258-a0a7666bbedf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 200 len: 1002 time: 0.0556614 Sep 07 14:43:51.645027 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-4dfc1df4-db3c-49ff-a3e5-ea8a5644856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:51.646481 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-4dfc1df4-db3c-49ff-a3e5-ea8a5644856b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0440574 Sep 07 14:43:51.695084 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-b53c63f1-fe1a-45c3-a2ec-55a687984151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:51.696580 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-b53c63f1-fe1a-45c3-a2ec-55a687984151 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426667 Sep 07 14:43:51.708151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-4f936ecd-32e7-4081-85c7-aba19d50c457 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:43:51.709103 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-4f936ecd-32e7-4081-85c7-aba19d50c457 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055211 Sep 07 14:43:51.797304 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-fda1e339-d8f5-4946-896f-f67bca773c25 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800052 Sep 07 14:43:51.889618 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ba1184f5-2213-4e81-a565-1277b9a03e6a req-a6479d89-15f8-4d33-bc6b-448c13ae65e1 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Sep 07 14:44:01.925771 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4aa8cc2c-7129-4370-b81a-060ce8f5fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:04.409617 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dbfce63f-4d80-4622-a755-40ffcff87cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:04.531051 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:05.820607 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:07.536068 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:07.595122 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:23.399955 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:44:31.924129 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19fadfce-28c9-4cfd-ab9c-24723b201eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:34.409539 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a3deb494-4274-4e12-913d-7d33b76dea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:34.532568 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:35.822777 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:37.539005 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:37.596269 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:38.371740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba53f38-16b8-44dd-8498-198e64a2e8d1 req-45c8b8fc-2555-45f5-ae95-6e3a35cd749f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:38.373533 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ba53f38-16b8-44dd-8498-198e64a2e8d1 req-45c8b8fc-2555-45f5-ae95-6e3a35cd749f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.1674981 Sep 07 14:44:38.418868 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7ba53f38-16b8-44dd-8498-198e64a2e8d1 req-d02d7e9e-cb32-4ab1-836f-97ba033a4b74 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea802f41-6026-4174-bafc-55a255602570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380132 Sep 07 14:44:38.981218 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-2e93874a-01b1-4945-9427-a73111852972 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:38.982738 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-2e93874a-01b1-4945-9427-a73111852972 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 946 time: 0.0592206 Sep 07 14:44:39.079512 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Deleting port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:39.079848 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.172132 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] For port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:39.172494 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.336026 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.336306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.336624 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Floating IP 2457eee3-bbd1-43d9-bad6-81ebb418d8e3 disassociated. External IP: 172.27.1.254, port: 07ee9789-e46e-4257-b6d3-f4e076f1d0a4. Sep 07 14:44:39.336963 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Calling delete_port for 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:39.466573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.493627 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'Port': ['ID=07ee9789-e46e-4257-b6d3-f4e076f1d0a4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:39.504325 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.504677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.505021 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.505357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.505690 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.506024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.506351 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.506679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.507028 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.507356 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.508568 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.508568 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:39.632659 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-94d7bf02-844a-4e74-84ac-32f912e394de req-495b5555-66e9-472d-89a7-60274631c15c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.1150501 Sep 07 14:44:39.660688 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:44:39.769856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:44:39.779430 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:44:39.788753 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:39.789371 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:44:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:39.810947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] No DVR routers for this DVR port 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:44:39.813979 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:39.816968 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-63d7ff2f-bd55-49f0-9fc0-c33793015c68 req-fcbb6cbe-50cd-4f51-bb75-60cb531b0e1f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "DELETE /v2.0/ports/07ee9789-e46e-4257-b6d3-f4e076f1d0a4 HTTP/1.1" status: 204 len: 173 time: 0.8275077 Sep 07 14:44:39.817539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'name': 'network-vif-deleted', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:39.820508 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3e169-1389-4b32-aaa6-9e00db67fb9d" -d '{"events": [{"server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "name": "network-vif-deleted", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:39.907738 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:39.950812 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d16289-3a65-4e9a-994e-02483c44222b x-openstack-request-id: req-a6d16289-3a65-4e9a-994e-02483c44222b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:39.951127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa66b22-97f6-4018-a082-d5aace091870", "name": "network-vif-deleted", "tag": "07ee9789-e46e-4257-b6d3-f4e076f1d0a4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:39.951372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a6d16289-3a65-4e9a-994e-02483c44222b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:39.951759 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa66b22-97f6-4018-a082-d5aace091870', 'name': 'network-vif-deleted', 'tag': '07ee9789-e46e-4257-b6d3-f4e076f1d0a4', 'status': 'completed', 'code': 200} Sep 07 14:44:40.109028 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:40.139065 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:44:40.147657 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:40.148280 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:44:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:40.252014 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:40.448850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:40.477599 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2136d0-67f2-4ecb-aedd-86f732ee8f94 None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:44:40.718653 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da8ceb-8790-4af2-8044-17e46c7fc544 None None] New status for floating IP 2457eee3-bbd1-43d9-bad6-81ebb418d8e3: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:44:40.739882 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3988a1fe-c1d7-4b31-8037-5077b9598e2e req-f49f08c1-34ed-404e-8f4c-6c7136a0fc4b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0301690 Sep 07 14:44:41.837471 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2062bb37-9b88-413e-badb-7d8d4b90cc9a req-66802256-a626-48d7-93dc-9e01830db89f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Sep 07 14:44:42.933887 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-31cf3cb1-a120-4abd-864b-333716a47234 req-627ebd2e-2917-4981-ade0-01b1a54b507b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Sep 07 14:44:43.715307 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:44:43.738594 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:44:43.738941 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 07ee9789-e46e-4257-b6d3-f4e076f1d0a4 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:44:44.029673 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bedb62cb-b53b-42f8-a6e6-a0470c08445d req-92fa0759-0e3f-45df-bcb9-ea34cfd0ece9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Sep 07 14:44:45.132621 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56489689-a7fc-4305-bb67-4f4ba4e74e5e req-06edf7aa-5fd0-4778-af00-18fed02e8440 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Sep 07 14:44:46.228037 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0844ad39-de15-4609-ab9b-76d26d7f1119 req-afb87d61-d883-4288-bdea-e2a77bc1b97c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Sep 07 14:44:47.324491 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ab873f6b-faba-475a-a95f-2599378b895e req-6e63dff1-54d8-4be0-aac1-2128592f7b6c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0267298 Sep 07 14:44:48.428324 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-767424d5-631e-485f-b475-804a9666d21d req-3b03aa7a-d95e-4ffe-8785-b83b1534141b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0266218 Sep 07 14:44:49.521702 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-35d36339-752a-46cf-a332-3e6ee29efc17 req-515232b5-66d9-4a02-bc0d-0217aaf46d8d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Sep 07 14:44:50.615179 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3ad5513e-45e5-43d0-be30-9b2b1e429344 req-062fca4e-5f54-4862-a9dd-7c32d3e291d7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Sep 07 14:44:51.717741 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d45cc2be-aa43-46f6-9af9-96dbcd5616e2 req-5954873b-5b8c-4b88-892d-e1c3e1c05b0f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0305886 Sep 07 14:44:52.815867 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-97d3cca9-5892-4dd2-82cb-6b2e58988d1b req-06862ef1-6208-45f4-87f6-bd748c02175e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0282285 Sep 07 14:44:53.243176 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-f6f9fbf0-c5f3-4b4f-acf7-5f5c3bb014f6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388606 Sep 07 14:44:53.313330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-d03111d0-6343-4264-a2a5-21752f5e4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.314780 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-d03111d0-6343-4264-a2a5-21752f5e4cad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0384996 Sep 07 14:44:53.417976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-10018b3a-5e78-44dd-aa9a-18039b8152bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.419480 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-10018b3a-5e78-44dd-aa9a-18039b8152bd service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0861299 Sep 07 14:44:53.484267 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-bd1c0b39-436b-4c4a-8433-d995649c30bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 1001 time: 0.0577843 Sep 07 14:44:53.532249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-a64ba152-56b4-49da-bfdc-fa214076ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.533678 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-a64ba152-56b4-49da-bfdc-fa214076ad5b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0435367 Sep 07 14:44:53.582507 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-0821f955-4c4b-4fa8-855c-e8c261b5623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.584014 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-0821f955-4c4b-4fa8-855c-e8c261b5623b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429263 Sep 07 14:44:53.674226 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-a4f03e83-05cc-462c-bac2-7dcc653bf8fd service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827360 Sep 07 14:44:53.768598 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-23a99672-4d6e-4c8a-99fd-9c880eb1104a req-670a9d5b-0677-4047-b7f3-ea1a7d28d7bc service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881157 Sep 07 14:44:53.911955 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3a1d2fa5-3e58-4fb8-8f11-aa51a077ec04 req-4e645c60-1eab-440f-893d-46374074edca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0259058 Sep 07 14:44:55.012236 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c4787d1f-c950-4134-bce4-2f5a64cf0f70 req-15b7afa1-fe34-46b0-87e5-e55ba55a4321 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Sep 07 14:44:56.105002 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cd4fb9e9-514d-4f09-a640-6724baf5309b req-d3fb827d-70f5-430d-a95f-aa70ee9c42eb tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0260580 Sep 07 14:44:57.202364 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-05a4c7f0-171a-469c-8743-b1c7fdbec19b req-c02f6323-dea4-4766-aac1-400d547cd779 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0286837 Sep 07 14:44:58.295704 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b7d2e278-eb9a-4bd6-8204-984331591734 req-b0646918-5ea3-47cc-97b4-90dfc55e9079 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Sep 07 14:44:59.403701 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0aff58e3-9737-453a-9601-643d6f017acc req-d869cbd3-25b4-49b1-9e01-dfdb4bf694b1 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0273359 Sep 07 14:45:00.398610 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:45:00.496643 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-44d3ff46-6437-4eb7-ba89-303889b2581e req-953d7e03-2f91-41e1-9187-b8dfdc20ea2a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0253575 Sep 07 14:45:01.597540 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4914e5d3-3b8d-4dc5-8105-40c5fd4774d6 req-8014bcf1-1495-4f53-a221-93e3f1e626f3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Sep 07 14:45:01.926799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d0e3-b67d-45a6-bedb-3e6a80c5ad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:02.701024 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-95f819c6-ac7f-4faf-ac74-b09bbe5350a1 req-973d1dd3-e471-4021-a308-2738896ad0c2 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0339808 Sep 07 14:45:03.792734 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-214d9197-837c-4f7f-8c92-73a0b7a9533d req-1ca6eba2-3c35-4054-9b8c-3012b96c9536 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0258951 Sep 07 14:45:04.411167 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42c856ea-9014-4fc4-9b68-1fa225143405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:04.535349 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:04.892370 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9d1c2c99-03a5-4e30-8488-512d9bfede81 req-959e9b88-56ad-49ed-bca3-7cda7c603d33 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Sep 07 14:45:05.825789 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:05.984002 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4dda953b-0e83-4b46-bb93-e1883151b5a6 req-a8ecbf30-7f89-4092-99c1-29dba07ea007 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0255306 Sep 07 14:45:07.089672 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-edabf7b6-396a-466b-bdf8-104b0e694b14 req-5194c979-9c8a-4820-91ff-6cd49c43f68a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Sep 07 14:45:07.541842 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.596351 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.186906 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dcb393c4-ebe0-4fc5-b210-5a83ecb2132b req-3499a6cc-a497-4ac8-884d-dcd7b0965eaf tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0261869 Sep 07 14:45:09.282859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e7c7d64b-fda4-422f-bc5c-e6f0d9b90ffb req-bdb9d5d5-692c-4aba-b2d2-793912ef8e77 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0269587 Sep 07 14:45:10.385850 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-54d5f903-50e7-420d-b64f-00a323b4207e req-eecc3509-7b8b-48b7-827e-0c58ec60a934 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0313985 Sep 07 14:45:11.480706 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3022ccb3-178d-4745-9dda-7d27af54a879 req-cafe2994-2ce1-4cd4-989c-25d08823ec0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262406 Sep 07 14:45:12.576793 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b3ba0ef3-df8b-4faf-b521-00c08b74396e req-4179a5e0-8152-4ce1-8405-8ef7d1af71c4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Sep 07 14:45:13.674878 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2cbae222-849b-4279-8d06-df6caf709e8f req-a51a6a31-89a2-4b0b-ad67-93df9697a9b1 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0268018 Sep 07 14:45:14.769200 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-d8ad4b3c-d9e8-4117-bf2f-14db2ec9e619 req-73c5e181-fc7d-4d3b-b0ee-03bfc57e2ae6 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Sep 07 14:45:15.864787 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c85d8bda-3a6f-4199-936d-5d4113f176e7 req-a36ebe93-0e88-4fbc-b569-d6a6f074b29e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0296669 Sep 07 14:45:16.956420 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-49ef72f1-0d4b-4e2e-9a5e-b24f024b4686 req-bb3a55e6-2dcf-4e89-a5d2-163357b5149d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262640 Sep 07 14:45:18.053873 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-43164325-7426-4f16-baa9-2165934c32ab req-89cf68bb-f8fb-4b2e-a874-851e6e745382 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Sep 07 14:45:19.149029 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1e4d1c10-9ea0-434f-a2f6-39663b2ac426 req-3fdfa389-24d8-4268-a1e8-de06b6791802 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Sep 07 14:45:20.243682 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-027c09fd-6804-4c3f-ad6f-13a5867d4941 req-3bd5c8c2-415c-4533-b65d-8a2f0c36d04f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0265694 Sep 07 14:45:21.343119 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0e8f5f50-c185-4e40-bf38-b7d4d8bc7dc1 req-86fccaca-24c4-45c2-b046-b269987ffdc5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0258260 Sep 07 14:45:22.444730 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-13736188-b6a8-4552-a15e-b76920be5f8b req-0512f716-fcd2-439a-b598-9b325051876a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0338042 Sep 07 14:45:23.543016 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1bef74ed-2883-4c1d-bd5d-7746592f5944 req-14be7a85-83ea-4f09-afcc-e87c3493a187 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Sep 07 14:45:24.639455 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd898a5d-2dfb-43e9-a824-b51c0aad7ddd req-034b7fd7-1e99-4077-a2d4-c8fa7a6c223f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Sep 07 14:45:25.731287 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-289d6793-9316-43a3-a86e-41575f5fcd72 req-8a80795c-f422-4f8a-bb5e-fbd806363dca tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0255384 Sep 07 14:45:26.829185 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4f3ce760-7e03-4964-84cb-24a299d45410 req-931995b8-f317-4e66-87e5-025ce883644c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0309608 Sep 07 14:45:27.922366 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-accd50e1-f627-4e19-a8de-198359cff922 req-93d1a761-d873-44b2-876f-fe3e5ba51ddc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0251656 Sep 07 14:45:29.024914 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ea5b8a3b-9474-48e8-9168-8c42b3f98efb req-79f9bccc-37d4-4e55-982a-41250aef4358 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0305662 Sep 07 14:45:30.120653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6b0771cd-7057-4b94-8e4f-44ca090248aa req-a121ba37-dec9-497d-9285-555a6bcfe700 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Sep 07 14:45:31.213542 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-04c01ae6-1348-484e-92e2-89b8f10c935c req-f59c852c-72ac-4583-b993-8642b71c70da tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0260525 Sep 07 14:45:31.926644 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-32ef307d-7c73-4797-a0c5-afdac1e5b206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.306784 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-eb6ae045-b687-46eb-8eaa-070c3e25a82d req-333b288c-887a-4b77-9683-d6b7086367db tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0257695 Sep 07 14:45:33.399080 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ece824a1-3e3e-40c1-909f-0b7314d6c807 req-2ec2d0af-4426-4586-936d-3e371ca7f688 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0258045 Sep 07 14:45:34.412490 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81fd85f9-f9cc-4457-bb68-5024ce08e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.493699 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4a8d9697-c09b-4316-8b84-3612b89e779b req-e445b4e3-221d-4710-9891-17fa8ef4dd34 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0280151 Sep 07 14:45:34.538780 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:35.585930 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e56bf96e-84f0-4afb-89f3-e3bbd3fb4e8f req-22d8992a-22f8-4e18-9366-717734c6f579 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264599 Sep 07 14:45:35.827627 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:36.687825 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4a83c793-e013-4f77-bf9a-9b365abebdff req-829a5d2e-a93b-45f8-a5d7-702aac1396b3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0344191 Sep 07 14:45:37.396771 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:45:37.544151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:37.592052 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:37.782836 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-031952fc-6030-4765-bd6b-f2010007ca18 req-063c9f60-2dbc-4bbc-b1a6-f1428935bd89 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0267911 Sep 07 14:45:38.881671 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-739b63fa-4929-4497-a6b8-2642649a5383 req-fd4fc6b5-5560-493d-94ab-1a754fc9cf8d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Sep 07 14:45:39.979108 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-817f9dd7-6369-456a-8374-3bc40bfae700 req-2d00573f-3c99-4d29-af55-d8af62b5d985 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Sep 07 14:45:41.081246 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0299cb95-90f1-4b9a-aee5-28456003aadb req-c86eadcc-27b7-4ecc-8e35-961a22d89981 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0305762 Sep 07 14:45:42.184947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-51b136c8-e590-4434-a792-4cfdada7444b req-9f508f16-4cc3-44f6-a919-967d30aeb5c4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0361433 Sep 07 14:45:43.288827 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1d8db0d6-8783-4883-bf24-008879ffd431 req-3eed158b-f039-4818-a610-dbc76cb6582e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0270665 Sep 07 14:45:44.381661 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9730b7e9-ef9a-4c7f-9706-c65bb664f301 req-3150fe29-3f0f-4de7-8b64-cea9b62dcb9d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0261033 Sep 07 14:45:45.476418 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3f95411-6e08-410a-b198-4e6acb9054a6 req-8075c13b-3178-4d49-96ec-747b4844c37e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263596 Sep 07 14:45:46.569393 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8969e685-3aad-45a0-92a5-896405d0f8c8 req-e32894d6-2627-4b86-ad3a-f2bf754e635f tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Sep 07 14:45:47.665467 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4091e743-744c-4721-896d-6fe90f0d38a9 req-5fd5644a-24ad-44c6-9426-aa69806d3c3e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0257103 Sep 07 14:45:48.759796 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15309a89-36c0-44fb-a304-0c6887b9a6f9 req-5543b8e7-7fbd-4963-83c0-6780b156f824 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Sep 07 14:45:49.866936 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-df2fb147-d2b8-4003-a5ed-9b1100c52978 req-2c488226-79e7-49cc-83cb-5d91114b273e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Sep 07 14:45:50.969339 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-81f23a7b-e1c5-4594-9bb8-7764c5a4b5a0 req-e72e3082-a117-4271-9833-0616b437cbfd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0306637 Sep 07 14:45:52.067160 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-67e9fc2d-fc94-4d10-bf4a-a8d0813ea2ea req-429820a5-46fd-429b-bb2d-227d463e3802 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262594 Sep 07 14:45:53.165459 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b6e1c839-8745-41fc-b01d-7b6c4fa477ca req-fcb5a5f2-e96e-4c53-90fa-edb8d9112bea tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0298936 Sep 07 14:45:54.258782 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-86e4340e-fe53-4633-a247-4dd0d70700f5 req-0dbaee38-ebb3-4b84-9eda-8be46bdcb312 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Sep 07 14:45:55.244635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-0cbfd927-6818-4636-a12e-7105be24854c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412848 Sep 07 14:45:55.357612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4e490e9a-77f3-4431-81f7-85bd332ec431 req-47d1eb82-c7c4-40dc-811f-ea2b82e08c78 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Sep 07 14:45:55.370931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf161c1-647c-4841-891e-382d812b0409 req-81167ab8-9457-4ba2-8b85-ef23db5331ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:55.374422 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-81167ab8-9457-4ba2-8b85-ef23db5331ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0725479 Sep 07 14:45:55.483374 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf161c1-647c-4841-891e-382d812b0409 req-f33ceff8-0198-4420-bb54-c7129d56888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:55.484883 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-f33ceff8-0198-4420-bb54-c7129d56888d service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0892515 Sep 07 14:45:55.547276 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-dd666ec3-3cfe-4e6c-a75d-556826171f06 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 1001 time: 0.0556602 Sep 07 14:45:55.593743 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf161c1-647c-4841-891e-382d812b0409 req-38e8243b-a538-4fc5-8a28-3a9c11802e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:55.595896 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-38e8243b-a538-4fc5-8a28-3a9c11802e76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0423622 Sep 07 14:45:55.644052 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf161c1-647c-4841-891e-382d812b0409 req-ad3ea3dd-0b1d-445c-9d54-fd998ebf27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:55.645529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-ad3ea3dd-0b1d-445c-9d54-fd998ebf27b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432711 Sep 07 14:45:55.734516 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-1ab4a121-0945-47e8-adfd-a0342bd6e966 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815296 Sep 07 14:45:55.824271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ccf161c1-647c-4841-891e-382d812b0409 req-a35e114f-5ea9-4ac3-b254-72834aec3ed4 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833337 Sep 07 14:45:56.456686 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8976e9e-e2cc-422a-87a7-91ac4a13d949 req-39470948-3566-45fb-9344-336bc7815ccd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Sep 07 14:45:57.550747 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b7e1a802-c3f3-4d11-b4be-f5e1900d97e9 req-e97b55ba-fb24-4e52-829c-6b099aa4c353 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0254607 Sep 07 14:45:58.648670 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e43153cf-972c-4a29-a040-04b4d8948151 req-cf5411f0-3ead-4a78-b7b7-3a7914db8ca3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Sep 07 14:45:59.743966 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-617af441-f4c0-443e-aefe-7ce4ef498124 req-f766200a-6cc1-4ae8-a242-0e37316656f4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Sep 07 14:46:00.840918 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dd6bb9fa-82e8-454f-9f1a-2e8df4e44044 req-a9ceff48-2729-4a01-9a43-705a8375f8ad tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Sep 07 14:46:01.930532 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4f06373-030b-4761-9e7b-b1dc52a8a3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:01.940230 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bf2f3f6c-a16c-4629-ad04-6de21a18ccbd req-87ae4d5c-b621-4ae1-a313-99990cf5c099 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264587 Sep 07 14:46:03.037945 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8b3f31c4-5205-4d81-bb3d-b5dd10b77ab3 req-b7ee35b6-8d2a-4760-bd39-a399f1645b30 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0297771 Sep 07 14:46:04.133524 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3e22e749-766a-466f-9fb8-51448d4f053c req-2e0612f7-dbb0-444d-b150-996bb7cc5867 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Sep 07 14:46:04.413746 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc875e5f-cbfd-4c04-9e87-0001ae47fcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:04.549296 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:05.231060 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4e0e53ed-35d6-419a-be90-a0a8da21f7e4 req-03835eed-136c-41eb-824a-cc5eb6059687 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Sep 07 14:46:05.833438 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:06.324486 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-319e8e58-f717-45e7-91b0-2be70a4e8992 req-7119519b-e8c2-4cd7-887c-0121b345d283 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0256381 Sep 07 14:46:07.416514 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-96e38a92-552b-4e99-8849-3bd9202cb831 req-0e0c1695-37fb-49c8-b84f-0c6465bd5ed7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Sep 07 14:46:07.545153 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:07.605470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.513890 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-85c9098f-755b-4938-89ef-76f96462ce67 req-9134f717-69ff-43fa-b679-04ff24eabd7c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262115 Sep 07 14:46:09.606109 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-920d9325-0511-43c6-8529-47a95edee04a req-53c288ad-193e-455c-9a7a-b7f1a3a8e400 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0258830 Sep 07 14:46:10.704527 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad72513f-e968-4864-bba3-a7ef4bf80bed req-dcd4020d-2bea-436e-91fe-d9ced095d96b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0272439 Sep 07 14:46:11.797898 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a36c1230-5e46-40e2-af52-be3051410a9b req-acec2c75-ec37-44ee-85e7-4d2a38963805 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Sep 07 14:46:12.896328 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8e6da7f8-0dd0-49cd-bfba-d368527d6a32 req-e1dfdad1-28db-40b3-b20c-8d0c2576b65a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0267334 Sep 07 14:46:13.989113 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-120907cd-4e80-43f4-a823-e399c5c98959 req-5da67f8b-4e59-46ba-801f-262b0df92966 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263696 Sep 07 14:46:14.396975 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:46:15.082672 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6a3aa2ff-1c3f-4d04-acde-f19472ee5e91 req-212f1efe-c352-4ec3-ba64-83555046b821 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Sep 07 14:46:16.185960 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-57b8a5af-aa58-4b33-881f-dc8d13940a25 req-449f938f-b96e-478a-9a34-c8244ce01ff5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0302653 Sep 07 14:46:17.282419 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4bbb38ec-ae59-4a0a-ab6e-3b4eaa5f2f81 req-a79e80f0-be4e-4293-af64-b1704357657b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0287542 Sep 07 14:46:18.374468 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-64dfc7ca-4829-4474-a27f-655e41f9e631 req-9cf9fb83-a535-4773-a1fe-2397bd3f8786 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0265560 Sep 07 14:46:19.712557 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e8daa886-9c0a-4af0-a450-1d3632f36448 req-f67f4bf2-a146-44b3-bfd5-0216f0da5eb7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.2683468 Sep 07 14:46:20.810572 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cc4caa6c-d781-497f-a449-5a5a38b79de9 req-dd3f49a4-ef69-4be0-a02a-6ac99f2d163b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0262165 Sep 07 14:46:21.908093 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dd9fb7a9-dd8b-4742-b95c-853deb429b2e req-0c1fea0a-d154-422b-975a-7a90db7498e3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0263948 Sep 07 14:46:23.004300 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cb37e15f-b570-4aaf-9f71-b51e52c31192 req-9ffc701e-da58-432a-918d-2df7b30a7c80 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0273647 Sep 07 14:46:24.097771 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f4148a02-c2cc-4b3f-994b-354cf619ae6f req-0db4326d-1d63-41da-b7e6-3655a95047f9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Sep 07 14:46:25.194594 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-723dcd6a-379c-402b-ae17-2376d8b68edf req-0790b747-f95d-42f1-825c-9795c438c700 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0254679 Sep 07 14:46:26.288129 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9c0528f0-203b-495c-bb8e-96a127cd470d req-55933134-3982-4134-badb-f8248fca339c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0258873 Sep 07 14:46:27.381720 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b793e07d-976c-43c7-8882-085a02053e43 req-fcf140e6-07bc-4284-9b4a-11ef0783d1d6 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Sep 07 14:46:28.474910 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d5eea389-8168-40a5-879f-608a9bfab5be req-bef1e1f2-2275-4292-92c8-cd1a5cfe3341 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Sep 07 14:46:29.571924 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4d034e06-5211-4dde-a118-ea713bcc24ec req-2b104c5a-6ce6-408c-823d-def74029ce21 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Sep 07 14:46:30.665248 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-698b5a93-436d-4824-9700-542bdd93ec27 req-1f2682aa-3e16-4d2b-8965-6a646403e190 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0265510 Sep 07 14:46:31.758678 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-34517411-40e8-49eb-a0c1-e01275f14797 req-62554cfc-665b-48fc-8c4a-1a7f89c6d10a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Sep 07 14:46:31.932509 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61805b53-c6f0-46c3-a121-0494cdd6834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.858430 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6213b56c-0d10-4495-bfed-8834f1e0bb02 req-7f41b370-f7fe-49c9-bca3-6eb30e125b30 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0319519 Sep 07 14:46:33.954838 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83c13fae-018a-4ab2-ab9f-ed8c64a61daa req-4a7808d7-0189-43ed-9a44-fd21f0ad303d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264723 Sep 07 14:46:34.539853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b51de2d-9e38-4309-991d-36e369d8ffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.547330 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:35.047314 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2e646482-c312-418b-87b3-3182a6069ad0 req-a9ad1d7b-3880-46a5-ae01-ce3313b37b11 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Sep 07 14:46:35.835470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:36.146835 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3411af90-6e26-4bd9-80fd-bced5af12ff5 req-2963418c-e499-43a7-9ad7-d00fcdd9523c tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Sep 07 14:46:37.241550 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-aafd977b-64a5-4e62-adca-8a24b9a400f8 req-7e29702d-9708-417a-9602-5d6680abcb26 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0259066 Sep 07 14:46:37.549564 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:37.605449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:38.342175 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cc59ecdb-18d6-4fea-9b95-0373a67e5321 req-3a66fe0e-f0ca-4e0b-9032-607173319ea9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0261247 Sep 07 14:46:39.442195 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1986d89d-7999-4e88-b44a-946390b8f13c req-f60671ac-46ea-4a94-a15a-568a4ec7bfc3 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=1aa66b22-97f6-4018-a082-d5aace091870 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Sep 07 14:46:40.527788 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 50594) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:40.585986 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.609418 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.657024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.659636 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.660787 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "DELETE /v2.0/security-groups/ea802f41-6026-4174-bafc-55a255602570 HTTP/1.1" status: 204 len: 168 time: 0.1319840 Sep 07 14:46:40.663771 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50596) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:40.670193 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea802f41-6026-4174-bafc-55a255602570,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:40.677523 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.api.v2.resource [None req-94ad6649-e3a5-40bc-bc8e-41bb7c6089dc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] show failed (client error): The resource could not be found. Sep 07 14:46:40.678366 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.678654 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-94ad6649-e3a5-40bc-bc8e-41bb7c6089dc tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups/ea802f41-6026-4174-bafc-55a255602570 HTTP/1.1" status: 404 len: 347 time: 0.0137923 Sep 07 14:46:40.678783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.679073 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.679412 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.679746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.680080 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.680407 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.680733 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.681061 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.681385 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.681502 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50598) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:40.681715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.682029 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75face6-bfb9-4e6c-9efb-3ddde12574f7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:40.804213 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Deleting port fca11341-1da6-4211-b089-b2caa9f10860 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:46:40.804453 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.880425 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.880748 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.892437 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Calling delete_port for fca11341-1da6-4211-b089-b2caa9f10860 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:46:41.026542 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.103930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'Port': ['ID=fca11341-1da6-4211-b089-b2caa9f10860,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:41.113534 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.113922 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.114244 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.114520 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.114854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.115234 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.115565 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.115970 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.116291 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.116536 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.116858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.117179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:41.137294 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.140703 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.147040 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9a0a0a3f-3abb-4636-9fa2-9e76e9111325 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "DELETE /v2.0/floatingips/2457eee3-bbd1-43d9-bad6-81ebb418d8e3 HTTP/1.1" status: 204 len: 168 time: 0.4595520 Sep 07 14:46:41.768787 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50620) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:41.773385 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928813050', 'description': 'tempest-description--1354580880'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:41.798713 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.896495 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.900837 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.936279 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.938845 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1689329 Sep 07 14:46:41.939763 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d73b3b-74ea-4064-981f-8695026032e4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a2c7c-5c87-4169-b041-cd435279d258,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:41.942053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 50622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:41.946863 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group_rule': {'security_group_id': 'd97a2c7c-5c87-4169-b041-cd435279d258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:41.974151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.031396 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.035514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.056530 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41047eee-e7a7-4f0d-aa4a-e616ed6343f7,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:42.060612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.065167 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9d2ec39c-1ef7-448d-80c3-40f8665acc04 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192815 Sep 07 14:46:42.069613 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50624) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:42.074563 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'security_group_rule': {'security_group_id': 'd97a2c7c-5c87-4169-b041-cd435279d258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:42.102405 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.167903 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.172391 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.190172 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02242501-8837-40cc-ac62-987ea1415fcd,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:42.196500 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.197980 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ad0dde98-331b-4ce2-ae47-677884a460b4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270030 Sep 07 14:46:42.200943 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50630) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:42.205297 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:42.227570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.337988 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.443708 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Allocated IP 172.27.1.35 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/c9890188-5fc0-48ee-9248-9777dfbf40a9) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:46:42.549455 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.594692 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.633140 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:46:42.635980 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:46:42.640970 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:46:42.671801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=c9890188-5fc0-48ee-9248-9777dfbf40a9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:42.741451 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.781801 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.936034 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.944279 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:43.021787 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=c9890188-5fc0-48ee-9248-9777dfbf40a9,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:43.031075 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:43.044153 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:43.046275 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e2d4ee0d-d13a-4a3c-ac40-d448d3a73b0b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8438761 Sep 07 14:46:43.196667 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-fc9c6d41-1ef8-4ef0-8171-57bdd6638074 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--928813050&fields=id&tenant_id=136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 267 time: 0.0352836 Sep 07 14:46:43.306253 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-f0595f8c-4766-409e-b2b3-410963bc1f43 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:43.307658 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-f0595f8c-4766-409e-b2b3-410963bc1f43 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 811 time: 0.1040375 Sep 07 14:46:43.322609 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-88f29f12-4f28-4177-8619-47c07398e8cb tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/quotas/136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 375 time: 0.0087347 Sep 07 14:46:43.376711 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-01d98d75-ff8b-421f-b89a-a7ae6e0d4e95 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483508 Sep 07 14:46:43.515443 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-b7fdc207-885a-4a55-91c1-9ebed9baf4e9 service neutron] 10.222.0.76 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274779 Sep 07 14:46:43.604420 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-6828236d-b69e-4d4d-8d5f-de8343328db2 service neutron] 10.222.0.76 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827179 Sep 07 14:46:43.766143 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3d19c744-4f88-49cc-a0ba-bcdf74c381df req-1233371a-f4e2-45f0-abc9-50c38bb1e6d0 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 210 time: 0.0280316 Sep 07 14:46:44.898971 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-87990cba-bb83-4c7e-8326-d1051a7e8da2 req-52ee32fe-de5f-47fe-a34f-7311212e4fbb tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 210 time: 0.0336437 Sep 07 14:46:44.930278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-13684c9b-db2a-4c13-9f63-6dea79b1b097 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:44.931709 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-13684c9b-db2a-4c13-9f63-6dea79b1b097 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 811 time: 0.1377349 Sep 07 14:46:44.990271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-d1c51b90-e41d-4a16-b40f-1b177954896a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=136e1b2180604d28b0ab5bd128f7e701 HTTP/1.1" status: 200 len: 379 time: 0.0414762 Sep 07 14:46:45.005819 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'port': {'device_id': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'admin_state_up': True, 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'security_groups': ['d97a2c7c-5c87-4169-b041-cd435279d258']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:45.120929 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Made reservation on behalf of 136e1b2180604d28b0ab5bd128f7e701 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:46:45.125260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.269207 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Allocated IP 172.20.0.3 (d9a8c985-22fb-497c-86a8-0c1b0231a5cf/98ea4dda-d862-4aaf-8bc5-aa77a3c4c240/63d4351c-a3f8-4995-8d22-bb476703f258) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:46:45.431435 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.450095 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Transition to ACTIVE for port object 63d4351c-a3f8-4995-8d22-bb476703f258 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:46:45.485945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.533731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:46:45.536958 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:46:45.540820 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:46:45.570127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event updated for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:45.605416 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:45.606047 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.623292 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-4667e5e3-d5d2-476d-859e-1ac8a538b89d tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245549 Sep 07 14:46:45.641023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Request body: {'port': {'device_id': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:45.706716 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.852443 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b613d21f-f289-4331-8295-8fc2b721b91d None None] Provisioning for port 63d4351c-a3f8-4995-8d22-bb476703f258 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:46:45.856393 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b613d21f-f289-4331-8295-8fc2b721b91d None None] Provisioning complete for port 63d4351c-a3f8-4995-8d22-bb476703f258 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:46:45.857206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b613d21f-f289-4331-8295-8fc2b721b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.891721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b613d21f-f289-4331-8295-8fc2b721b91d None None] Port 63d4351c-a3f8-4995-8d22-bb476703f258 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:46:45.981722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d4351c-a3f8-4995-8d22-bb476703f258 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:46:45.989722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.002024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Transition to ACTIVE for port object 63d4351c-a3f8-4995-8d22-bb476703f258 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:46:46.005385 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.014117 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231d83-d4e6-474a-a857-47b81d477c09 req-5b520f1b-fb72-455f-ad00-6234f8a1f9cf tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.016295 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c2231d83-d4e6-474a-a857-47b81d477c09 req-5b520f1b-fb72-455f-ad00-6234f8a1f9cf tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 931 time: 0.0495315 Sep 07 14:46:46.056050 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c2231d83-d4e6-474a-a857-47b81d477c09 req-0c419432-c2c4-4dc1-9356-c88c28b442a5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336301 Sep 07 14:46:46.060241 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Pushing event updated for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:46.129646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Attempting to bind port 63d4351c-a3f8-4995-8d22-bb476703f258 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:46:46.129976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Attempting to bind port 63d4351c-a3f8-4995-8d22-bb476703f258 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:46:46.130305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Attempting to bind port 63d4351c-a3f8-4995-8d22-bb476703f258 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:46:46.134990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Port 63d4351c-a3f8-4995-8d22-bb476703f258 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:46:46.135361 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Attempting to bind port 63d4351c-a3f8-4995-8d22-bb476703f258 on network d9a8c985-22fb-497c-86a8-0c1b0231a5cf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:46:46.141347 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:46:46.141706 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Checking segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:46:46.142088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Bound using segment: {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:46:46.142515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Bound port: 63d4351c-a3f8-4995-8d22-bb476703f258, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8856c5af-914b-47bc-85ff-4f57295736d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:46:46.142872 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.221326 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:46:46.224587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63d4351c-a3f8-4995-8d22-bb476703f258,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:46:46.231075 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.269805 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.270433 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.272022 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] 10.222.0.68 "PUT /v2.0/ports/63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1093 time: 0.6359499 Sep 07 14:46:46.272332 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:46.274580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:46.307211 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53001957-7098-4a2b-9a83-2dc4effa62b9 service neutron] Pushing event updated for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:46.347427 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fab7fc-bf75-407a-9b31-1a0ffe4c75fc x-openstack-request-id: req-d0fab7fc-bf75-407a-9b31-1a0ffe4c75fc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:46.347771 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:46.347965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0fab7fc-bf75-407a-9b31-1a0ffe4c75fc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:46.348407 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258', 'status': 'completed', 'code': 200} Sep 07 14:46:46.381965 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-e5675795-d22b-4a6b-8661-de02814048bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.383639 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-e5675795-d22b-4a6b-8661-de02814048bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1096 time: 0.0532606 Sep 07 14:46:46.438510 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-5c1de88e-f447-428a-9729-3ffdac36b06a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 217 time: 0.0416026 Sep 07 14:46:46.496034 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-8a98d497-f958-4399-97b3-a54b55ebd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.497585 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-8a98d497-f958-4399-97b3-a54b55ebd508 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0513279 Sep 07 14:46:46.542625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-cadfdeec-f8d9-4ea7-9aa3-6002f70ed607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.544110 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-cadfdeec-f8d9-4ea7-9aa3-6002f70ed607 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399797 Sep 07 14:46:46.643471 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-bbb423bf-90d1-4bbf-a5d9-35069e75b66a service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899282 Sep 07 14:46:46.735315 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a8ad55f0-3af2-4191-b305-dfbd7d1e817d req-7fae1b71-57c5-4ea3-8912-9e23921415ea service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852482 Sep 07 14:46:46.866549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-efa90be3-32e9-4c1c-b3a8-25035f3d0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.868080 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-efa90be3-32e9-4c1c-b3a8-25035f3d0653 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1096 time: 0.0413024 Sep 07 14:46:46.963676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-c265eca6-a631-4215-94a1-a8be54e24a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:46.965157 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-c265eca6-a631-4215-94a1-a8be54e24a66 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0895302 Sep 07 14:46:47.007578 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-cd131778-8a7e-4e3d-a52d-41c5a14a11df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 217 time: 0.0341365 Sep 07 14:46:47.062116 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-68694752-7b76-47c0-96e5-2d51cd65f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:47.064252 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-68694752-7b76-47c0-96e5-2d51cd65f516 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0490041 Sep 07 14:46:47.112118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-6c4103b5-ea0e-45dc-8c20-9957a092b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:47.113691 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-6c4103b5-ea0e-45dc-8c20-9957a092b640 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420971 Sep 07 14:46:47.176857 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9d7ea-de55-4865-869b-45cc28cdbc4d req-b09f7105-8935-49d5-a733-e570bc739015 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:47.178355 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8c9d7ea-de55-4865-869b-45cc28cdbc4d req-b09f7105-8935-49d5-a733-e570bc739015 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 943 time: 0.0531609 Sep 07 14:46:47.210675 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-c6878925-33ab-4ad5-9ada-2e35b668b992 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890386 Sep 07 14:46:47.218101 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f8c9d7ea-de55-4865-869b-45cc28cdbc4d req-b7dd4606-c09f-4dab-baf7-d973b541cd1e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331135 Sep 07 14:46:47.303783 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-91c9abfd-5cf7-47c9-8c1f-c27e605b2da5 req-bacbb28c-0d49-4c9a-9616-0d2e919560da service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847745 Sep 07 14:46:48.337997 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270acc9c-9a4f-4ba2-802c-abafa3a8c88b req-516d81da-5654-484c-9553-ca39d2a44f53 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:48.339527 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-270acc9c-9a4f-4ba2-802c-abafa3a8c88b req-516d81da-5654-484c-9553-ca39d2a44f53 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 943 time: 0.0479922 Sep 07 14:46:48.378359 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-270acc9c-9a4f-4ba2-802c-abafa3a8c88b req-52f32498-ea43-475d-8cbf-c10f4565f8f0 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Sep 07 14:46:49.505292 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6cf4c-49aa-40f4-b55e-63066d3f02db req-f876ecdb-c532-4bbd-b70b-d311846036ad tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:49.511371 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-08a6cf4c-49aa-40f4-b55e-63066d3f02db req-f876ecdb-c532-4bbd-b70b-d311846036ad tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 943 time: 0.0590892 Sep 07 14:46:49.548825 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-08a6cf4c-49aa-40f4-b55e-63066d3f02db req-cc49f6ff-fb81-44d0-90c3-2a10942ffcd4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Sep 07 14:46:50.193095 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 63d4351c-a3f8-4995-8d22-bb476703f258 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:46:50.286727 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63d4351c-a3f8-4995-8d22-bb476703f258,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:50.301543 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '63d4351c-a3f8-4995-8d22-bb476703f258', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'port_id': '63d4351c-a3f8-4995-8d22-bb476703f258', 'mac_address': 'fa:16:3e:10:eb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:46:50.337375 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:50.350223 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d4351c-a3f8-4995-8d22-bb476703f258 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:46:50.369612 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63d4351c-a3f8-4995-8d22-bb476703f258,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:50.373558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:50.422676 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:50.429384 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.429737 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.430082 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.430419 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.430751 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.431110 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.431442 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.431770 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.432098 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.432423 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.432747 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.433069 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:50.670306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cb0a-90b7-4412-b3e5-a8b8c3b1cadc req-35b57007-4d81-49e0-89cc-00386fee06af tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:50.672274 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c434cb0a-90b7-4412-b3e5-a8b8c3b1cadc req-35b57007-4d81-49e0-89cc-00386fee06af tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 944 time: 0.0551205 Sep 07 14:46:50.682151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['63d4351c-a3f8-4995-8d22-bb476703f258'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:50.710742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c434cb0a-90b7-4412-b3e5-a8b8c3b1cadc req-7b9d5622-7cbe-4251-a208-b4a13409d413 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Sep 07 14:46:51.396767 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:46:51.822173 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d206-206f-4fb0-a78c-d81ed6461c96 req-ee97b5fa-bf57-42ca-84f2-3cc2b3034acd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:51.823653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3ab0d206-206f-4fb0-a78c-d81ed6461c96 req-ee97b5fa-bf57-42ca-84f2-3cc2b3034acd tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 944 time: 0.0471485 Sep 07 14:46:51.860133 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-3ab0d206-206f-4fb0-a78c-d81ed6461c96 req-2211118a-5848-4aef-a3a7-b9ec1280e1b7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300996 Sep 07 14:46:52.222785 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 63d4351c-a3f8-4995-8d22-bb476703f258 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:46:52.270346 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 63d4351c-a3f8-4995-8d22-bb476703f258 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:46:52.273964 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 63d4351c-a3f8-4995-8d22-bb476703f258 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:46:52.274329 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:52.351983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:52.374126 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:52.377064 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c0ee9f-2653-41dd-968c-e8844ca90666" -d '{"events": [{"server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "name": "network-vif-plugged", "status": "completed", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:52.389819 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63d4351c-a3f8-4995-8d22-bb476703f258,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:52.393909 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:52.454987 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:52.530296 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebeba6b-ad86-4a2b-beba-196611106629 x-openstack-request-id: req-0ebeba6b-ad86-4a2b-beba-196611106629 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:52.530577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "name": "network-vif-plugged", "status": "completed", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:52.531039 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ebeba6b-ad86-4a2b-beba-196611106629 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:52.531434 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258', 'code': 200} Sep 07 14:46:52.728363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6f93-1e69-4740-b8eb-df68d79e4612 req-5fdf1698-f0cf-4e72-9fca-7fddfc14cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:52.729879 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0bb6f93-1e69-4740-b8eb-df68d79e4612 req-5fdf1698-f0cf-4e72-9fca-7fddfc14cd35 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0418768 Sep 07 14:46:52.765743 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f0bb6f93-1e69-4740-b8eb-df68d79e4612 req-5980b3db-c7ca-4ac4-b35a-b269256273fa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289352 Sep 07 14:46:52.975142 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3bb1-0277-42b7-bbe5-4f81c9dabb9a req-ac899236-bbcd-4290-88ae-68a3f20681a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:52.976607 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6c2b3bb1-0277-42b7-bbe5-4f81c9dabb9a req-ac899236-bbcd-4290-88ae-68a3f20681a9 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 945 time: 0.0510771 Sep 07 14:46:53.013442 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6c2b3bb1-0277-42b7-bbe5-4f81c9dabb9a req-7282a11c-6a00-459a-ae9b-99b2816c463b tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309267 Sep 07 14:46:54.134555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8942b2-1e19-4fae-b90a-d7140d83b2f3 req-1afece79-555f-43d7-a9c6-31b5fa9f2cd7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:54.136113 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6d8942b2-1e19-4fae-b90a-d7140d83b2f3 req-1afece79-555f-43d7-a9c6-31b5fa9f2cd7 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 945 time: 0.0486341 Sep 07 14:46:54.176864 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6d8942b2-1e19-4fae-b90a-d7140d83b2f3 req-1d33afad-91d3-4b97-99ad-84395ad98a79 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Sep 07 14:46:54.286733 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65a46e-0b56-4032-8cd3-f968b664692c req-d0b5cd8b-b03b-426b-b5cd-6604ee5c33c8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:54.288230 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4a65a46e-0b56-4032-8cd3-f968b664692c req-d0b5cd8b-b03b-426b-b5cd-6604ee5c33c8 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 945 time: 0.0481822 Sep 07 14:46:54.297056 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 50808) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:54.301246 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Request body: {'floatingip': {'port_id': '63d4351c-a3f8-4995-8d22-bb476703f258'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:54.338987 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:54.761935 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:54.765805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:54.866583 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Floating IP b4e9aa90-04dd-4834-86fa-c53e00a41a69 associated. External IP: 172.27.1.35, port: 63d4351c-a3f8-4995-8d22-bb476703f258. Sep 07 14:46:55.297419 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:46:55.404371 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:46:55.409556 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:55.419288 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:46:55.430362 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:46:55.431131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:46:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:55.436916 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-04a4139d-9535-408d-84f8-c402be5cb301 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "PUT /v2.0/floatingips/b4e9aa90-04dd-4834-86fa-c53e00a41a69 HTTP/1.1" status: 200 len: 990 time: 1.1388595 Sep 07 14:46:55.437518 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:55.439818 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a597892a-766d-47f9-ba15-4e5decb6ae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:55.539969 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:46:55.567507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b7290b-4bc0-4444-95a9-ce84ca5ad1a5 x-openstack-request-id: req-91b7290b-4bc0-4444-95a9-ce84ca5ad1a5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:55.567860 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:55.568116 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91b7290b-4bc0-4444-95a9-ce84ca5ad1a5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:55.568508 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258', 'status': 'completed', 'code': 200} Sep 07 14:46:55.652174 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-bf7c5640-395f-4589-a14b-c4d71deff7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:55.653686 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-bf7c5640-395f-4589-a14b-c4d71deff7ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0425720 Sep 07 14:46:55.742549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-88763012-cfa7-4695-8007-a9b09050354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:55.744070 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-88763012-cfa7-4695-8007-a9b09050354f service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0837910 Sep 07 14:46:55.770813 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'b4e9aa90-04dd-4834-86fa-c53e00a41a69', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '63d4351c-a3f8-4995-8d22-bb476703f258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:10:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:46:42Z', 'updated_at': '2021-09-07T14:46:54Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:55.797414 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:46:55.807707 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:46:55.809725 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:46:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:55.815411 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-2e51d50a-640f-415f-80b9-53968f40f7fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 998 time: 0.0648091 Sep 07 14:46:55.864643 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-3bd26816-f66f-41ef-938f-61c50026e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:55.866116 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-3bd26816-f66f-41ef-938f-61c50026e4d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0439575 Sep 07 14:46:55.912918 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-58c1547e-5acb-4c1d-8aee-b46550cc5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:55.914445 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-58c1547e-5acb-4c1d-8aee-b46550cc5450 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418704 Sep 07 14:46:55.917708 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:46:56.006984 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-c3f727df-6957-41ac-a576-3662e34b607f service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Sep 07 14:46:56.094980 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a597892a-766d-47f9-ba15-4e5decb6ae1d req-60ffdac5-7d38-43f7-b76b-917558677782 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815058 Sep 07 14:46:56.140662 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'b4e9aa90-04dd-4834-86fa-c53e00a41a69', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '63d4351c-a3f8-4995-8d22-bb476703f258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:10:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:46:42Z', 'updated_at': '2021-09-07T14:46:54Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:56.166840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a762998-2be0-420e-96ae-aa5dd763e169 None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'b4e9aa90-04dd-4834-86fa-c53e00a41a69', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'port_id': '63d4351c-a3f8-4995-8d22-bb476703f258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'mac_address': 'fa:16:3e:10:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:46:42Z', 'updated_at': '2021-09-07T14:46:54Z', 'revision_number': 1, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:46:56.350687 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12daaa0-c505-4932-9522-89d12557a0a0 None None] New status for floating IP b4e9aa90-04dd-4834-86fa-c53e00a41a69: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:46:57.247045 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-c4e3d951-67d5-4372-a09c-fa148dc3c133 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418127 Sep 07 14:46:57.354553 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-00f94a1c-ba25-4078-b2cc-e1f5da017fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:57.356121 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-00f94a1c-ba25-4078-b2cc-e1f5da017fb4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5153459bddd44bfeac90ccf8d663f84b&device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0465124 Sep 07 14:46:57.460580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-d419c89d-5d21-40ab-b85d-499bb4f24691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:57.462054 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-d419c89d-5d21-40ab-b85d-499bb4f24691 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 200 len: 918 time: 0.0858903 Sep 07 14:46:57.524737 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-a87d12be-f7db-4740-baca-c447f332869b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 200 len: 1001 time: 0.0558622 Sep 07 14:46:57.572537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-f3371d12-4066-4bcd-8b5d-e9098225f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:57.573931 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-f3371d12-4066-4bcd-8b5d-e9098225f966 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 200 len: 855 time: 0.0427601 Sep 07 14:46:57.623538 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-e561c741-2451-42c9-9d43-ed66b69631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:57.625215 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-e561c741-2451-42c9-9d43-ed66b69631b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d472fd73-ca38-493a-8026-a19ef3052825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446308 Sep 07 14:46:57.713992 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-96b92355-82e4-4225-a8e2-1df4cc4f9620 service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813904 Sep 07 14:46:57.808075 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ddfbfd6a-5738-47b2-91b8-8122b937c6f8 req-6c7e6766-da73-4db2-9a3a-b161c215e4ea service neutron] 10.222.0.68 "GET /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869875 Sep 07 14:47:01.933343 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43e9f14f-c8bc-4da8-a59a-0cef51d75c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:04.421331 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5acc9de-e547-4e70-87f1-ce510ec421f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:04.536920 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:05.836626 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:07.551062 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:07.612726 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:28.396662 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:47:31.938411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c23988c5-35a9-4343-91ec-ff85b853b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:34.422352 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77b53861-5d1f-4f61-b4fe-ab0a58554beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:34.538125 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.843541 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:37.556269 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:37.623157 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:54.238438 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1116756-b939-4c2b-8f14-25e1528c811f req-5a269ac5-ad65-437d-aab5-d0145fd622ba tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:54.239961 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1116756-b939-4c2b-8f14-25e1528c811f req-5a269ac5-ad65-437d-aab5-d0145fd622ba tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 946 time: 0.0507188 Sep 07 14:47:54.277109 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1116756-b939-4c2b-8f14-25e1528c811f req-cdb87775-39e5-4634-85b7-e425863176fe tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups?id=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Sep 07 14:47:54.762172 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-255ae6bf-3e19-472f-bd01-232f64dafb76 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:54.763095 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-255ae6bf-3e19-472f-bd01-232f64dafb76 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Sep 07 14:47:54.854930 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Deleting port 4cf0eb7f-9f47-42be-9ec6-232dccee459e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:54.855298 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:54.940427 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] For port 4cf0eb7f-9f47-42be-9ec6-232dccee459e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4cf0eb7f-9f47-42be-9ec6-232dccee459e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:54.940700 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:55.103071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:55.103430 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:55.103745 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Floating IP fc80dff7-f666-44cd-af2f-5e3c75f6c923 disassociated. External IP: 172.27.1.95, port: 4cf0eb7f-9f47-42be-9ec6-232dccee459e. Sep 07 14:47:55.104075 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Calling delete_port for 4cf0eb7f-9f47-42be-9ec6-232dccee459e owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:55.230813 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:55.283519 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'Port': ['ID=4cf0eb7f-9f47-42be-9ec6-232dccee459e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:55.304349 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.305428 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.306490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.307320 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.308078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.308831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.309601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.310357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.312142 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.314244 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.315605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.316148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:55.410805 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b2ba6ef1-8000-42b1-a01e-56b808db7846 req-52fa0d7f-e5d5-41b3-a08d-6ad51a3437b6 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/ports?device_id=45b6cad5-79e8-4149-852f-0129af4ff6c0 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Sep 07 14:47:55.448509 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:55.553875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:55.563862 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:55.572637 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:55.573247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:47:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:55.594660 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] No DVR routers for this DVR port 4cf0eb7f-9f47-42be-9ec6-232dccee459e on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:55.597296 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:55.599313 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9aa4e17e-6ae2-4dc2-b70a-c532742aa40f req-9b9bc0d7-5967-4527-b9e6-e4a131fcf8ff tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.68 "DELETE /v2.0/ports/4cf0eb7f-9f47-42be-9ec6-232dccee459e HTTP/1.1" status: 204 len: 173 time: 0.8305249 Sep 07 14:47:55.599747 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'name': 'network-vif-deleted', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:55.601980 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e28cf28-dceb-4de6-a099-db9708877e17" -d '{"events": [{"server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "name": "network-vif-deleted", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:55.643515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31833cb8-38e3-467d-a226-dd0fb0fcad65 x-openstack-request-id: req-31833cb8-38e3-467d-a226-dd0fb0fcad65 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:55.644023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b6cad5-79e8-4149-852f-0129af4ff6c0", "name": "network-vif-deleted", "tag": "4cf0eb7f-9f47-42be-9ec6-232dccee459e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:55.645040 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31833cb8-38e3-467d-a226-dd0fb0fcad65 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:55.645643 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b6cad5-79e8-4149-852f-0129af4ff6c0', 'name': 'network-vif-deleted', 'tag': '4cf0eb7f-9f47-42be-9ec6-232dccee459e', 'status': 'completed', 'code': 200} Sep 07 14:47:55.683995 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:55.900800 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:55.926349 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:55.934457 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:55.935170 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:47:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:56.038911 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:56.253420 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:56.404389 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae51173-22fb-48b3-b227-6d99f17e9a5a None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:22:40Z', 'revision_number': 4, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '9daff1ca-26fc-416d-8e45-e508cfe0fa9e', 'name': '', 'network_id': 'd472fd73-ca38-493a-8026-a19ef3052825', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'mac_address': 'fa:16:3e:2f:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:54Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'subnets': [{'id': 'aa066139-fd47-49eb-8e87-d0488cc6603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:56.509044 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 51544) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:56.567891 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.596963 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.644575 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed95b1-b9bd-4c3e-bb43-b592fbceab89 None None] New status for floating IP fc80dff7-f666-44cd-af2f-5e3c75f6c923: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:47:56.651375 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.654201 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.656008 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "DELETE /v2.0/security-groups/eccd3c26-e05d-48b7-bf7c-bf476bb82ee3 HTTP/1.1" status: 204 len: 168 time: 0.1455927 Sep 07 14:47:56.659636 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 51546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:56.667154 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccd3c26-e05d-48b7-bf7c-bf476bb82ee3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:56.674256 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.674605 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.674947 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.675332 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.675627 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.676055 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.676266 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.676594 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.676917 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.677243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.677565 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.677887 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65a3eb-0393-4297-a4a9-34e62fb86df2 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:56.684074 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.api.v2.resource [None req-d4942fd5-1b5a-4a56-b0b3-0366688c18a4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] show failed (client error): The resource could not be found. Sep 07 14:47:56.689211 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d4942fd5-1b5a-4a56-b0b3-0366688c18a4 tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "GET /v2.0/security-groups/eccd3c26-e05d-48b7-bf7c-bf476bb82ee3 HTTP/1.1" status: 404 len: 347 time: 0.0274796 Sep 07 14:47:56.691967 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 51548) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:56.824560 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Deleting port 4486bb7c-30ff-4646-946b-134989070cbe {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:56.824907 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.903111 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.903454 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:56.921211 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Calling delete_port for 4486bb7c-30ff-4646-946b-134989070cbe owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:57.061838 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:57.092238 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Pushing event deleted for resources: {'Port': ['ID=4486bb7c-30ff-4646-946b-134989070cbe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:57.155939 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:57.159357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:57.160620 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d91102ab-c286-40fb-bd84-372c0a232a0e tempest-AttachVolumeShelveTestJSON-177553058 tempest-AttachVolumeShelveTestJSON-177553058-project] 10.222.0.76 "DELETE /v2.0/floatingips/fc80dff7-f666-44cd-af2f-5e3c75f6c923 HTTP/1.1" status: 204 len: 168 time: 0.4676788 Sep 07 14:47:57.228642 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-8ef8fdc2-546b-41e0-af2c-e8ec5bcc4716 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462914 Sep 07 14:47:57.309580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-2febd8fa-515f-46f2-b613-4c4f2cadca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:57.311114 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-2febd8fa-515f-46f2-b613-4c4f2cadca1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0475845 Sep 07 14:47:57.415875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-34f9a060-9f88-4454-83a0-788b93efcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:57.417349 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-34f9a060-9f88-4454-83a0-788b93efcc18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0882945 Sep 07 14:47:57.490116 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-06b27c8b-b7ef-4725-9b70-cea231b97459 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.0650978 Sep 07 14:47:57.545146 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-ed21241e-cfda-4c6e-b0c6-cc75e54be1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:57.546737 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-ed21241e-cfda-4c6e-b0c6-cc75e54be1f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0497344 Sep 07 14:47:57.593287 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-018cae3a-8b8e-418e-a926-89517fbb20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:57.595869 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-018cae3a-8b8e-418e-a926-89517fbb20c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409577 Sep 07 14:47:57.691786 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-a8f79231-549f-440f-b6a0-8045393f091f service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866702 Sep 07 14:47:57.787055 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-56c99b90-6eb7-4264-bc35-8885e5a89b78 req-8747e3ef-e53c-4b05-ba5c-7cd3be72e66a service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874839 Sep 07 14:47:58.674534 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4cf0eb7f-9f47-42be-9ec6-232dccee459e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:58.695143 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 4cf0eb7f-9f47-42be-9ec6-232dccee459e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:58.695414 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4cf0eb7f-9f47-42be-9ec6-232dccee459e not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:48:01.940986 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dd653c68-4590-4c06-89b3-3f357ddae9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:04.424524 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ec3b6d51-4264-42aa-ae94-043101c9013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:04.541311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:05.396199 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:48:05.848990 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:07.557151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:07.619953 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:31.943735 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71f4e514-0c72-4ae3-956d-31733e4938ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:34.426676 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91658504-abeb-4882-9069-d4a300c8d0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:34.541712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:35.848648 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:37.558885 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:37.631378 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:42.396332 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:48:59.275908 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-e161929d-2714-4c49-9d8c-f9d9f83ebd1b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900967 Sep 07 14:48:59.378046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-ee8192fd-fdb1-4d36-9b57-93dabac5b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:59.379476 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-ee8192fd-fdb1-4d36-9b57-93dabac5b7a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0440159 Sep 07 14:48:59.479032 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-7fee77b2-be2a-4b1f-b38d-22d3e4d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:59.480526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-7fee77b2-be2a-4b1f-b38d-22d3e4d742aa service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0827043 Sep 07 14:48:59.788550 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-3137d178-4735-4155-b707-bd655ed1a93e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.3004572 Sep 07 14:48:59.836460 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-fe3ddf8b-a299-42dd-a5c2-2d9f836cc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:59.837880 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-fe3ddf8b-a299-42dd-a5c2-2d9f836cc898 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0420732 Sep 07 14:48:59.883811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-554969b4-9843-434a-af39-e65cb3d2f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:59.885326 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-554969b4-9843-434a-af39-e65cb3d2f6e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404015 Sep 07 14:48:59.976795 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-5c080c83-f391-41f4-9bb2-e02b09449418 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839984 Sep 07 14:49:00.064802 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5e3f2c5a-80c8-4de4-a6cc-c192ce047ba5 req-29f71df2-24af-43df-b7a0-12c1e36c4dfb service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809255 Sep 07 14:49:01.945470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f30f6dec-e763-4b06-bfe1-418a60d6f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:04.427195 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce542177-692a-4984-9768-de427362e1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:04.542663 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:05.849138 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:07.562120 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:07.644656 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:19.395524 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:49:31.946212 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ff4b1fc-abe6-48d1-aa45-7dba35b264bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:34.428527 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b1fc-bda4-4f01-acb2-65c3ce060dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:34.545670 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:35.852664 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:37.566206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:37.650585 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:56.395226 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:50:00.213495 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-bdb172d1-6cc8-4475-8a0e-68bac739b1e8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437343 Sep 07 14:50:00.317656 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-412fd1c1-fccf-4233-92c4-2390056e5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:50:00.319196 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-412fd1c1-fccf-4233-92c4-2390056e5d96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0449386 Sep 07 14:50:00.427945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-a73287e6-30bb-4e8b-b771-3eb263c2d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:50:00.429349 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-a73287e6-30bb-4e8b-b771-3eb263c2d9f5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0900972 Sep 07 14:50:00.508614 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-39b02a2e-390a-49a7-8255-c9fbc8393795 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.0705428 Sep 07 14:50:00.558108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-88992abb-6fb7-474f-845d-326d6a2e8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:50:00.559633 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-88992abb-6fb7-474f-845d-326d6a2e8137 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0449097 Sep 07 14:50:00.608287 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-465785f0-838b-4df0-a994-9da4b008b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:50:00.609801 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-465785f0-838b-4df0-a994-9da4b008b3ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433984 Sep 07 14:50:00.716057 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-b962a545-b277-4bbb-b2a4-94bf13d9dac4 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989473 Sep 07 14:50:00.819358 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-78fcb4ea-2522-47f7-be60-9048995bf612 req-f6c5d32e-70e4-4187-bb1e-34fc85c90da0 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956774 Sep 07 14:50:01.947447 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eabb88ab-50d1-4c40-959d-cedb1528f81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:04.429446 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60838eab-6b72-4b13-aff5-284022a37b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:04.548203 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.855525 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:07.571479 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:07.673912 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:31.948399 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c4f155d3-e956-4aea-9fd5-be004221366c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:33.396125 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:50:34.433242 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e552eea-eedf-4725-88cd-8d8873f0409d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:34.553252 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:35.857978 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:37.573692 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:37.671542 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.270646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 53608) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:52.402718 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.504735 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.509074 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.547619 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=077eee76a3244a659f3ad3ab61f38415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757449 Sep 07 14:50:52.548486 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137f610-852b-49ff-8d87-f060dda09090,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:52.551172 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 53614) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:52.556521 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.556874 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.557213 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.557547 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.557931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.558300 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.558834 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.559030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.559418 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.559764 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.560076 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.560424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076b191-cdc9-46a2-92ba-b4813cb978f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.605102 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.629444 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.684558 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.687136 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:52.688336 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7137f610-852b-49ff-8d87-f060dda09090 HTTP/1.1" status: 204 len: 168 time: 0.1359713 Sep 07 14:50:52.697146 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137f610-852b-49ff-8d87-f060dda09090,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:52.704628 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.704981 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.705353 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.706334 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.706662 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.707032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.707366 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.707713 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.708019 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.708339 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.708657 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:52.708969 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb152d1-64dd-45db-9722-7d17ff1c186b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:50:53.817240 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 53656) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:53.920897 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4501d8bf-c9db-440b-909f-1f56959f8a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.008693 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4501d8bf-c9db-440b-909f-1f56959f8a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.013920 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4501d8bf-c9db-440b-909f-1f56959f8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.054168 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4501d8bf-c9db-440b-909f-1f56959f8a78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b005eeba620b4f0bb27a1e5eeae0111e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358522 Sep 07 14:50:54.055302 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501d8bf-c9db-440b-909f-1f56959f8a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbeca2-3264-493f-b5f3-3a5210d13ae8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:54.056912 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 53662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:54.107705 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.128957 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.175776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.178572 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:54.179750 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21fbeca2-3264-493f-b5f3-3a5210d13ae8 HTTP/1.1" status: 204 len: 168 time: 0.1218631 Sep 07 14:50:54.187151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c259-40c3-492e-9a9f-7d596cda1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbeca2-3264-493f-b5f3-3a5210d13ae8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:51:01.207073 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-5a630207-6a88-4e9a-952d-8cc0d82d8c82 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412288 Sep 07 14:51:01.302672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-8774b3eb-63a4-406b-979a-b9a1d9346c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:51:01.304200 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-8774b3eb-63a4-406b-979a-b9a1d9346c58 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0396159 Sep 07 14:51:01.409555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-13ad83da-a8cc-4178-82d8-21d7e5902b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:51:01.410991 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-13ad83da-a8cc-4178-82d8-21d7e5902b8c service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0868793 Sep 07 14:51:01.479783 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-5e8c423f-d20d-4e52-b628-2b485aef9ff4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.0612319 Sep 07 14:51:01.528582 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-73f1ea8e-1318-4659-9a1d-6cc75b2aea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:51:01.530034 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-73f1ea8e-1318-4659-9a1d-6cc75b2aea9a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0434268 Sep 07 14:51:01.573007 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-18f83dc1-ccfc-453a-9079-1dd7212af093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:51:01.574486 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-18f83dc1-ccfc-453a-9079-1dd7212af093 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380940 Sep 07 14:51:01.666900 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-c2b8d20c-2c78-4566-a3ba-3a4a37dc0498 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 Sep 07 14:51:01.774033 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d0f6ba3-0736-41c3-96c0-fb2da3bf08c3 req-ebeaeadc-3cec-475f-8b2d-3c89e7113757 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006918 Sep 07 14:51:01.950788 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a62bbca4-5116-448c-bb73-8d062ed12d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:04.434869 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b02f-4d87-4b00-850b-15a46ea46d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:04.546903 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:05.860224 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:07.576286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:07.702880 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:10.396471 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:51:31.960105 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-040cdd27-2c0e-4b9b-884f-81103ba6a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:34.435366 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3c85-35d7-440e-8114-05fe7b89f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:34.548790 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:35.863753 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:37.578404 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:37.734853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:47.395620 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:52:01.211742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-f9a268a9-47ca-486a-9023-48a8ff4e455b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453174 Sep 07 14:52:01.307898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-d2942f64-7897-448c-89c6-a6c0e0de7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:52:01.309504 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-d2942f64-7897-448c-89c6-a6c0e0de7f59 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0416610 Sep 07 14:52:01.426486 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-8d31f17a-6a9e-47d6-bf65-17cd6d40ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:52:01.427922 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-8d31f17a-6a9e-47d6-bf65-17cd6d40ec4e service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0993545 Sep 07 14:52:01.492866 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-f93e19c5-d764-4c5a-bf5d-995418741fea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.0571945 Sep 07 14:52:01.542783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-ee87f063-0e43-4722-9e61-85de517072e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:52:01.544218 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-ee87f063-0e43-4722-9e61-85de517072e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0424867 Sep 07 14:52:01.592491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-968818f9-84b8-424c-906c-4d2785b535f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:52:01.594233 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-968818f9-84b8-424c-906c-4d2785b535f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429504 Sep 07 14:52:01.683029 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-150f4edf-f534-48bb-baca-b7a5418d05b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804961 Sep 07 14:52:01.774224 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-01bb4c41-9289-4c3f-84af-a1de389f1840 req-f7f2d192-2801-4a25-9264-a7593b0f0c2d service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Sep 07 14:52:01.952986 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5fb97fb9-704f-4767-9f63-9406cb3409d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:04.436894 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66b11b1c-f248-44e0-bee5-694a5a1560f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:04.551637 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:05.867716 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:07.582080 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:07.734450 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:24.394707 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:52:31.964833 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-127aee91-b9f4-485c-acea-687cb2394dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:34.438738 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9381593-dbe2-4357-b0a1-81a6152fb78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:34.545802 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:35.870395 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:37.585278 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:37.734103 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:01.216434 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-a0b73767-7676-4508-98cd-489545b8469a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447929 Sep 07 14:53:01.315926 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-5ee57d3d-0ca1-49ca-bb68-3021904b7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:01.317593 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-5ee57d3d-0ca1-49ca-bb68-3021904b7ffe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=136e1b2180604d28b0ab5bd128f7e701&device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 1098 time: 0.0406740 Sep 07 14:53:01.393630 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:53:01.423316 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-2ac0cd9d-524f-4df4-bc71-68a3581fd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:01.424735 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-2ac0cd9d-524f-4df4-bc71-68a3581fd4ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 200 len: 913 time: 0.0882952 Sep 07 14:53:01.489063 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-4820ef55-cade-4c35-b052-b7610c9153e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 200 len: 1000 time: 0.0570946 Sep 07 14:53:01.540943 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-11ccd7fb-ed70-4dcb-ace2-62e2091a4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:01.542648 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-11ccd7fb-ed70-4dcb-ace2-62e2091a4423 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 200 len: 850 time: 0.0471489 Sep 07 14:53:01.587339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-558ca0e0-7851-4284-a087-d82dc722bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:01.588900 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-558ca0e0-7851-4284-a087-d82dc722bfc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d9a8c985-22fb-497c-86a8-0c1b0231a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394137 Sep 07 14:53:01.676409 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-f3354dec-776e-4fb6-b6a8-88f4e3f1caa0 service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805943 Sep 07 14:53:01.769903 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c44d281a-010e-4411-aed8-3340df2d04a5 req-1ead4f64-832e-4fb7-aba3-eced35e4bcba service neutron] 10.222.0.68 "GET /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866654 Sep 07 14:53:01.957028 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0a958e4-d5d7-4e12-8697-396833d05859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:04.441445 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-28037193-4bbc-46a4-a9b7-64fc283cc05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:04.553878 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:05.873208 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:07.592675 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:07.741052 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:31.958950 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15d33384-c645-4e39-bd79-4e626d611c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:33.574708 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845139-2d3a-4cad-a15a-e7caa1a86e30 req-5c1755f8-7d93-4479-9500-b04387a0bf08 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:33.576874 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69845139-2d3a-4cad-a15a-e7caa1a86e30 req-5c1755f8-7d93-4479-9500-b04387a0bf08 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 945 time: 0.2347503 Sep 07 14:53:33.613711 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69845139-2d3a-4cad-a15a-e7caa1a86e30 req-d2bfab2b-5e36-4f47-9e40-9b861c463a0a tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups?id=d97a2c7c-5c87-4169-b041-cd435279d258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Sep 07 14:53:33.914127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-b076cf96-5215-46ee-97b7-2ca91c440179 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:53:33.915668 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-b076cf96-5215-46ee-97b7-2ca91c440179 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 945 time: 0.0538130 Sep 07 14:53:34.007403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Deleting port 63d4351c-a3f8-4995-8d22-bb476703f258 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:53:34.007761 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.095914 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] For port 63d4351c-a3f8-4995-8d22-bb476703f258, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=63d4351c-a3f8-4995-8d22-bb476703f258,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:53:34.096280 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.261619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.261991 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.262344 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Floating IP b4e9aa90-04dd-4834-86fa-c53e00a41a69 disassociated. External IP: 172.27.1.35, port: 63d4351c-a3f8-4995-8d22-bb476703f258. Sep 07 14:53:34.262707 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Calling delete_port for 63d4351c-a3f8-4995-8d22-bb476703f258 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:53:34.389646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.418555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'Port': ['ID=63d4351c-a3f8-4995-8d22-bb476703f258,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:53:34.430332 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.430677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.431041 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.431373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.431703 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.432027 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.432348 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.432669 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.432989 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.433305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.433621 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.433936 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:34.452944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97b7550b-6c61-4525-8867-fb8ce565a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.545982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:53:34.548375 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.651842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:53:34.664806 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:53:34.676652 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:53:34.677282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:53:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:53:34.693424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] No DVR routers for this DVR port 63d4351c-a3f8-4995-8d22-bb476703f258 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:53:34.695978 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:34.697971 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c4b40504-e2e8-480f-b2ee-861ace244082 req-2fccef30-b40e-492e-8252-f52b66f1b3b5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.68 "DELETE /v2.0/ports/63d4351c-a3f8-4995-8d22-bb476703f258 HTTP/1.1" status: 204 len: 173 time: 0.7763898 Sep 07 14:53:34.698420 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'name': 'network-vif-deleted', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:53:34.700863 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682728c3-563b-4c23-88b6-471b36d69a50" -d '{"events": [{"server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "name": "network-vif-deleted", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:53:34.803732 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ad0d1e2d-2c05-4411-bd9c-a7074f8f59fe req-00f6c7ae-7683-4ae9-8c26-07bfce0c6462 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0028f26-93cb-42af-9635-08ae3b9e8edb HTTP/1.1" status: 200 len: 210 time: 0.1045539 Sep 07 14:53:34.826449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:53:34.861199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aade373e-0291-4085-b65e-dae0d40d7d77 x-openstack-request-id: req-aade373e-0291-4085-b65e-dae0d40d7d77 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:53:34.861599 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0028f26-93cb-42af-9635-08ae3b9e8edb", "name": "network-vif-deleted", "tag": "63d4351c-a3f8-4995-8d22-bb476703f258", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:53:34.861882 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aade373e-0291-4085-b65e-dae0d40d7d77 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:53:34.862296 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0028f26-93cb-42af-9635-08ae3b9e8edb', 'name': 'network-vif-deleted', 'tag': '63d4351c-a3f8-4995-8d22-bb476703f258', 'status': 'completed', 'code': 200} Sep 07 14:53:35.037402 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:53:35.063810 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:53:35.071978 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:53:35.072578 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:53:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:53:35.179246 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:53:35.490418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:53:35.519912 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3af6f5-64b7-41bf-b950-2585a1f0fa3b None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:22:52Z', 'revision_number': 4, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'f09a55c1-12e1-43b7-afa1-1da1ca2d1c42', 'name': '', 'network_id': 'd9a8c985-22fb-497c-86a8-0c1b0231a5cf', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'mac_address': 'fa:16:3e:02:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:48Z', 'updated_at': '2021-09-07T14:23:03Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'subnets': [{'id': '98ea4dda-d862-4aaf-8bc5-aa77a3c4c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:53:35.719715 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27660e9d-3b0e-41ef-b919-907504283b32 None None] New status for floating IP b4e9aa90-04dd-4834-86fa-c53e00a41a69: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:53:35.878547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:35.896183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 55286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:53:35.959722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:35.984307 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.030297 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.032876 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.034021 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "DELETE /v2.0/security-groups/d97a2c7c-5c87-4169-b041-cd435279d258 HTTP/1.1" status: 204 len: 168 time: 0.1367843 Sep 07 14:53:36.036809 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 55288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:53:36.042787 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464d206-0c5c-4f39-9d0a-7a1033b98ee4 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a2c7c-5c87-4169-b041-cd435279d258,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:53:36.052350 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.api.v2.resource [None req-48ef3305-a3e2-442a-b6e3-bd8f373476e5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] show failed (client error): The resource could not be found. Sep 07 14:53:36.053364 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-48ef3305-a3e2-442a-b6e3-bd8f373476e5 tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "GET /v2.0/security-groups/d97a2c7c-5c87-4169-b041-cd435279d258 HTTP/1.1" status: 404 len: 347 time: 0.0151987 Sep 07 14:53:36.056222 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 55290) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:53:36.180543 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Deleting port c9890188-5fc0-48ee-9248-9777dfbf40a9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:53:36.180885 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.254603 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.254929 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.270260 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Calling delete_port for c9890188-5fc0-48ee-9248-9777dfbf40a9 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:53:36.425359 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.453362 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Pushing event deleted for resources: {'Port': ['ID=c9890188-5fc0-48ee-9248-9777dfbf40a9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:53:36.477371 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.477717 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.478055 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.478385 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.478706 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.479065 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.479391 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.479710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.480028 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.480343 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.480657 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.480969 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:53:36.522633 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.525258 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.526407 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b8e35fa9-2777-4fcb-b195-e3476b9e871e tempest-AttachVolumeTestJSON-21069417 tempest-AttachVolumeTestJSON-21069417-project] 10.222.0.76 "DELETE /v2.0/floatingips/b4e9aa90-04dd-4834-86fa-c53e00a41a69 HTTP/1.1" status: 204 len: 168 time: 0.4693081 Sep 07 14:53:37.591202 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:37.768270 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:38.165142 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 63d4351c-a3f8-4995-8d22-bb476703f258 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:53:38.184765 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 63d4351c-a3f8-4995-8d22-bb476703f258 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:53:38.185106 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 63d4351c-a3f8-4995-8d22-bb476703f258 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:53:38.392616 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:54:01.965760 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2d46ba47-fea9-42db-942d-f9499adc2465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:04.443954 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2c486e4-5559-4e6b-bbad-a88fde5157b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:04.550673 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:05.879855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:07.593930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:07.781377 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:15.391882 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:54:31.962193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c426a572-6bbc-457c-bd39-b8806b644149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:34.445989 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2a01daf-2aa1-4596-b661-d261a2f20eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:34.552618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:35.883654 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:37.600943 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:37.780066 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:52.391927 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:55:01.966808 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d9e14380-4ad2-4211-9662-caf0e7302c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:04.448386 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36918792-7e2e-4979-acfa-638150ad6c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:04.553367 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:05.883967 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:07.603370 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:07.779244 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:29.390567 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:55:31.971176 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68f55eea-32e8-44ca-878f-b800c3566688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:34.449131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcac0-d097-40b4-9169-3f86db9a0098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:34.555732 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:35.888165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:37.604749 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:37.801314 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:01.973830 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6eee1e0e-da57-4810-8772-57e6d4714f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:04.450991 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a8b28a54-0171-4446-863b-e8a452e4fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:04.556791 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:05.890338 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:06.389345 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:56:07.609475 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:07.809286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:31.977712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-13658bf1-da2d-4fb7-b191-1428a19b1ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:34.470601 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83d3fe5b-bea4-453f-af73-8973d2bc9f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:34.560806 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:35.893973 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:37.609958 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:37.808729 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:56:43.388579 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:57:01.978596 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-54ef4e47-01d1-424b-b6b2-a8357f4b4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:04.453051 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f790b077-b50f-4843-b876-0e5e08fccaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:04.564238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:05.896543 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:07.613551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:07.809299 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:20.386697 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:57:30.873809 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57680) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.028014 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Deleting subnet 03caafd4-07dc-4e1a-a892-f52ec87249b6 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:57:31.031212 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.065262 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.108710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.164251 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.189642 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03caafd4-07dc-4e1a-a892-f52ec87249b6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:31.197789 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.198319 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.199492 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.199829 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.200158 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.200484 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.200811 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.201475 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.201475 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.201752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.202069 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.202384 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.205480 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.208478 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e7b1b252-31a3-4824-8f41-4ce5941e9511 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/03caafd4-07dc-4e1a-a892-f52ec87249b6 HTTP/1.1" status: 204 len: 168 time: 0.3324168 Sep 07 14:57:31.209889 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.247546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.280077 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.355728 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.366020 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.389844 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:31.399809 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:31.400225 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d4a8c7-c80e-415a-9fb0-cc16a66b02fc') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:31.412519 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.428344 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.436526 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:57:31.436933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:57:31.438801 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:57:31.449934 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.453779 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.490539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5130d2f-2111-436d-b650-a94563a12114,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:31.499326 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60c5507b3ad84d11a4cece62a5fbe39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506163 Sep 07 14:57:31.499509 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57710) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.507266 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.507578 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.507860 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.508409 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.508907 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.509285 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.510476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.510909 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.512601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.512601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.512877 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.513167 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.513491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d2648-de3b-45fc-b272-d023256c44ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:31.520350 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.524926 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] 10.222.0.76 "DELETE /v2.0/networks/d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd HTTP/1.1" status: 204 len: 168 time: 0.3116751 Sep 07 14:57:31.561206 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330ec81-7e32-4342-ad92-82ef32c1db0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cfc7c0-da3f-4e1f-97c2-7e7fa4245efd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:31.592746 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.615882 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.649447 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57714) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.685605 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.688124 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.689267 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5130d2f-2111-436d-b650-a94563a12114 HTTP/1.1" status: 204 len: 168 time: 0.1886754 Sep 07 14:57:31.707349 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a53c9cd3-c3c6-48a9-8673-07cccaba653c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b34ce9b64b30458986c53620f56a301a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534198 Sep 07 14:57:31.707349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61d4cb-bd8d-445f-8d27-a2b7ab7a64ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5130d2f-2111-436d-b650-a94563a12114,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:31.714409 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57718) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:31.778712 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.804591 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.855854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.858637 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:31.859892 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b4cef62-66a5-4dd2-aeac-ccbe7eeed907 HTTP/1.1" status: 204 len: 168 time: 0.1441603 Sep 07 14:57:31.869654 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ed87b-d6b0-4c2b-9b9e-d6c2faa460b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4cef62-66a5-4dd2-aeac-ccbe7eeed907,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:31.981828 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca2a7-c3bb-4128-b6da-c87c9918369f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.073996 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:32.086890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ab38b6-2ce4-484d-9c2f-5558cb582df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.192671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ab38b6-2ce4-484d-9c2f-5558cb582df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.197230 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ab38b6-2ce4-484d-9c2f-5558cb582df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.236802 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-60ab38b6-2ce4-484d-9c2f-5558cb582df5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdd6bd342fb841678eddd4b3c8142832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620271 Sep 07 14:57:32.237638 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab38b6-2ce4-484d-9c2f-5558cb582df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27164079-f8a8-481b-9448-1b2f030a7cf0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:32.239600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57732) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:32.296526 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.322493 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.374013 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.377560 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.378913 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27164079-f8a8-481b-9448-1b2f030a7cf0 HTTP/1.1" status: 204 len: 168 time: 0.1381602 Sep 07 14:57:32.387839 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898c2e3-4e19-41dc-a7cd-79c8a72d647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27164079-f8a8-481b-9448-1b2f030a7cf0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:32.689039 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57754) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:32.798989 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180399196-network', 'tenant_id': '446b124b765b430989597bddb8a8dc50'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:32.822976 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Made reservation on behalf of 446b124b765b430989597bddb8a8dc50 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:57:32.826897 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.837432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.927967 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.932247 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.962105 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:57:32.971306 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb098f6-c2d7-42ef-a2c4-f0be968f10c9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:32.978486 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:32.978840 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Added segment a7f79f0e-e78c-4ca8-b30e-d531f20933e6 of type vlan for network 06fea954-fb4c-48b2-8ee5-0ac300054a23 Sep 07 14:57:33.023853 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.049594 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.050844 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:33.051449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.087707 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3975024 Sep 07 14:57:33.091289 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57774) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:33.096349 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Request body: {'subnet': {'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180399196-subnet', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:33.117183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Made reservation on behalf of 446b124b765b430989597bddb8a8dc50 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:57:33.117765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154192d5-0971-4629-9718-ac42b864599d admin admin] Pushing event updated for resources: {'Network': ['ID=06fea954-fb4c-48b2-8ee5-0ac300054a23,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:33.119912 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118211275'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.127986 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:57:33.293543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118211293'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.351944 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba81bbe-ef44-4c14-b4b0-cc02f58da089,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:33.361176 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Checking segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:33.361541 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Network hostable DHCP agents. Network: 06fea954-fb4c-48b2-8ee5-0ac300054a23, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:57:33.378525 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:57:33.391134 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 06fea954-fb4c-48b2-8ee5-0ac300054a23) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:33.395861 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:33.396447 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.401300 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb09e5-982c-4fe9-8144-f652a2c2c96b None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:57:33.411929 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-957ef2d2-b25f-494e-9415-afe1a20409f1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3192263 Sep 07 14:57:33.414352 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:33.419620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:33.449338 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.450609 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.509613 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.566536 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26171624-85d5-404c-a57f-45082776e09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-06fea954-fb4c-48b2-8ee5-0ac300054a23', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:57:33.567439 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.652740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.713705 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-26171624-85d5-404c-a57f-45082776e09e None None] Allocated IP 172.20.0.2 (06fea954-fb4c-48b2-8ee5-0ac300054a23/1ba81bbe-ef44-4c14-b4b0-cc02f58da089/72f0eef9-8ad6-4f80-94d7-95f1f2293dab) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:33.871967 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.878188 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.880558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-26171624-85d5-404c-a57f-45082776e09e None None] Transition to ACTIVE for port object 72f0eef9-8ad6-4f80-94d7-95f1f2293dab will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:33.898020 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-26171624-85d5-404c-a57f-45082776e09e None None] Transition to ACTIVE for port object 72f0eef9-8ad6-4f80-94d7-95f1f2293dab will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:33.899504 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.906041 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:33.942437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26171624-85d5-404c-a57f-45082776e09e None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:33.945348 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-26171624-85d5-404c-a57f-45082776e09e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:33.948991 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26171624-85d5-404c-a57f-45082776e09e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:33.988511 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171624-85d5-404c-a57f-45082776e09e None None] Pushing event updated for resources: {'Port': ['ID=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:34.016631 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Allocated IP 172.27.1.165 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/54c98d75-73e6-41be-a50a-71cf96ab3c24) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:34.019184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.019612 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.020017 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.020563 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.021064 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.021403 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.021739 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.022091 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.022430 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.022758 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.023125 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.023459 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:34.032706 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26171624-85d5-404c-a57f-45082776e09e None None] Attempting to bind port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:34.034131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26171624-85d5-404c-a57f-45082776e09e None None] Attempting to bind port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:34.035983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26171624-85d5-404c-a57f-45082776e09e None None] Attempting to bind port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab on network 06fea954-fb4c-48b2-8ee5-0ac300054a23 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:34.041614 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26171624-85d5-404c-a57f-45082776e09e None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:34.042134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26171624-85d5-404c-a57f-45082776e09e None None] Checking segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:34.043521 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.044069 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26171624-85d5-404c-a57f-45082776e09e None None] Bound using segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:34.044576 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26171624-85d5-404c-a57f-45082776e09e None None] Bound port: 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:34.045052 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.072289 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:34.112036 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-26171624-85d5-404c-a57f-45082776e09e None None] For port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:34.115314 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-26171624-85d5-404c-a57f-45082776e09e None None] For port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:34.120184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26171624-85d5-404c-a57f-45082776e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.132296 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.181805 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171624-85d5-404c-a57f-45082776e09e None None] Pushing event updated for resources: {'Port': ['ID=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:34.187702 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.207923 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6002291-761e-4b93-a0da-0a12e4f371c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.224427 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:34.228831 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:34.232055 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:34.271885 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Pushing event updated for resources: {'Port': ['ID=54c98d75-73e6-41be-a50a-71cf96ab3c24,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:34.320710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6002291-761e-4b93-a0da-0a12e4f371c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.325870 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6002291-761e-4b93-a0da-0a12e4f371c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.365577 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b6002291-761e-4b93-a0da-0a12e4f371c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac9603a0a4ba4a20bbe6a4cc25689606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922025 Sep 07 14:57:34.366672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002291-761e-4b93-a0da-0a12e4f371c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91026081-67ac-4b4d-841d-04ea9a075d2e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:34.369488 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57804) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:34.446170 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.469522 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9597a987-6418-4af1-8e31-06a1764e893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.480517 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.534880 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.535963 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.538872 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.540249 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91026081-67ac-4b4d-841d-04ea9a075d2e HTTP/1.1" status: 204 len: 168 time: 0.1698661 Sep 07 14:57:34.554249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b40e98-e27a-470d-9c70-cc9dd226e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91026081-67ac-4b4d-841d-04ea9a075d2e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:34.581409 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.740926 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.837958 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:34.858815 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5a04855-9159-48cc-9ead-490ad87460b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.883274 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Router f420ec31-ac99-4008-88a4-047d7dc000fc is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:57:34.954690 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5a04855-9159-48cc-9ead-490ad87460b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:34.962854 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5a04855-9159-48cc-9ead-490ad87460b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.005941 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a04855-9159-48cc-9ead-490ad87460b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1907d0d9-5340-4e06-a29f-394835672a86,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:35.011768 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f5a04855-9159-48cc-9ead-490ad87460b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dcaca34bfb534624b0f00d5354ca4883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716187 Sep 07 14:57:35.014330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:35.016949 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:57:35.028592 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Sync routers for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:57:35.035084 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.036685 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5f05c11e-42d2-4f5d-b21a-eef37e360b61 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6213055 Sep 07 14:57:35.039954 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57818) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:35.041183 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:35.041827 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:35.104134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 72f0eef9-8ad6-4f80-94d7-95f1f2293dab up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:35.110302 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.142515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.209480 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.212431 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.220191 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1907d0d9-5340-4e06-a29f-394835672a86 HTTP/1.1" status: 204 len: 168 time: 0.1982338 Sep 07 14:57:35.223337 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:35.229210 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:35.238937 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81447677-4f78-4b20-afed-b90bc9536444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907d0d9-5340-4e06-a29f-394835672a86,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:35.268387 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509da29-4851-4944-8242-84ab12e39778 None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:57:35.532954 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Provisioning for port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:35.578270 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Provisioning complete for port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:35.578270 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.802942 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.840891 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:34Z', 'revision_number': 3, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:35.862613 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.878987 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Checking router: f420ec31-ac99-4008-88a4-047d7dc000fc for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:57:35.879385 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Updating router f420ec31-ac99-4008-88a4-047d7dc000fc port 54c98d75-73e6-41be-a50a-71cf96ab3c24 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:57:35.916319 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] For port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:35.929411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.938652 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:35.983622 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.026790 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dce01-c9f0-4728-b2bf-147785e6e476 None None] Pushing event updated for resources: {'Port': ['ID=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:36.106723 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Allocated IP 172.20.0.1 (06fea954-fb4c-48b2-8ee5-0ac300054a23/1ba81bbe-ef44-4c14-b4b0-cc02f58da089/c583e2e4-025c-4627-a281-2e7f6a5a4666) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:36.215513 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dc1b490e-e88a-4bb9-ac3e-0d974090a3b6 None None] Provisioning complete for port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:36.216055 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc1b490e-e88a-4bb9-ac3e-0d974090a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.257295 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.275332 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Transition to ACTIVE for port object c583e2e4-025c-4627-a281-2e7f6a5a4666 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:36.320694 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.373547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:36.381296 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:36.385038 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.386570 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:36.391027 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Pushing event updated for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:36.413442 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Transition to ACTIVE for port object 54c98d75-73e6-41be-a50a-71cf96ab3c24 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:36.421315 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.442832 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.482797 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Attempting to bind port 54c98d75-73e6-41be-a50a-71cf96ab3c24 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:36.483192 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Attempting to bind port 54c98d75-73e6-41be-a50a-71cf96ab3c24 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:36.483561 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Attempting to bind port 54c98d75-73e6-41be-a50a-71cf96ab3c24 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:36.486756 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02408-ddf6-4d60-a823-788c4deb70e8 None None] Pushing event updated for resources: {'Port': ['ID=54c98d75-73e6-41be-a50a-71cf96ab3c24,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:36.491688 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:36.492060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:36.492461 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.492848 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:36.493316 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Bound port: 54c98d75-73e6-41be-a50a-71cf96ab3c24, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:36.493696 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.559517 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] For port 54c98d75-73e6-41be-a50a-71cf96ab3c24, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:36.563473 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] For port 54c98d75-73e6-41be-a50a-71cf96ab3c24, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=54c98d75-73e6-41be-a50a-71cf96ab3c24,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:36.569211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.629114 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.654304 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02408-ddf6-4d60-a823-788c4deb70e8 None None] Pushing event updated for resources: {'Port': ['ID=54c98d75-73e6-41be-a50a-71cf96ab3c24,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:36.660304 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:36.661080 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:36.779488 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:36.783375 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d5f58169-1eee-45fa-8e3c-b8dbbf28b392 None None] Provisioning for port c583e2e4-025c-4627-a281-2e7f6a5a4666 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:36.829311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d5f58169-1eee-45fa-8e3c-b8dbbf28b392 None None] Provisioning complete for port c583e2e4-025c-4627-a281-2e7f6a5a4666 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:36.829885 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5f58169-1eee-45fa-8e3c-b8dbbf28b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.879069 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.887466 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.984558 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d5f58169-1eee-45fa-8e3c-b8dbbf28b392 None None] Port c583e2e4-025c-4627-a281-2e7f6a5a4666 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:57:36.985246 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:36.988781 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Pushing event updated for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:37.065151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 72f0eef9-8ad6-4f80-94d7-95f1f2293dab up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:37.098357 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:37.099776 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:37.207773 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:37.208154 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.239028 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Router f420ec31-ac99-4008-88a4-047d7dc000fc has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:57:37.275166 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 1, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:37.329832 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008b423-98f8-40c2-ba89-d1566f2311ad None None] The sync data for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi is: [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 1, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:57:37.376523 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:57:37.381694 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7978be29-9b1a-457e-b409-4a03fa5bcc3f admin admin] 10.222.0.76 "PUT /v2.0/routers/f420ec31-ac99-4008-88a4-047d7dc000fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3375397 Sep 07 14:57:37.419989 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8cedb7e1-8a5c-47c9-b6c5-e5755999b61f None None] Provisioning complete for port c583e2e4-025c-4627-a281-2e7f6a5a4666 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:37.421979 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8cedb7e1-8a5c-47c9-b6c5-e5755999b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.490829 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8cedb7e1-8a5c-47c9-b6c5-e5755999b61f None None] Port c583e2e4-025c-4627-a281-2e7f6a5a4666 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:57:37.514859 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57880) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:37.625100 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.726762 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b392c3b-2b53-4d92-aef8-58d4b767e222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.827467 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.846206 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b392c3b-2b53-4d92-aef8-58d4b767e222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.850989 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b392c3b-2b53-4d92-aef8-58d4b767e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:37.902448 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3b392c3b-2b53-4d92-aef8-58d4b767e222 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04446770783e4b66b3284f66bef31477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857229 Sep 07 14:57:37.906133 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392c3b-2b53-4d92-aef8-58d4b767e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21fe7be-f4aa-4675-9c7f-801f14b751df,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:37.906275 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:37.978758 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57902) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:37.984443 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702183296-network', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:38.002460 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.007281 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Made reservation on behalf of 13e10305498b4d09a63e3e8120cfae7d for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:57:38.009843 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.019549 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.034452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.105811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.109421 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.115168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a21fe7be-f4aa-4675-9c7f-801f14b751df HTTP/1.1" status: 204 len: 168 time: 0.2068901 Sep 07 14:57:38.125552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51b415-2515-4911-8201-37241c35648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21fe7be-f4aa-4675-9c7f-801f14b751df,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:38.161345 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.165567 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.185018 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:57:38.204507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.204852 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Added segment 0c935ee2-af65-4fb0-a5ec-e75d6692a9a5 of type vlan for network 421afece-a680-48bd-b261-65b607f8c416 Sep 07 14:57:38.206421 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9c292-a135-4962-88eb-0cd8e52c2794,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:38.249948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.288810 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.290081 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:38.290732 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.342026 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:38.343176 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3584352 Sep 07 14:57:38.346994 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Request body: {'subnet': {'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702183296-subnet', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:38.370436 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Made reservation on behalf of 13e10305498b4d09a63e3e8120cfae7d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:57:38.373183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118211275'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.378733 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38689bb3-616f-449f-83d0-db22109dc6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=421afece-a680-48bd-b261-65b607f8c416,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:38.390420 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 421afece-a680-48bd-b261-65b607f8c416 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:57:38.556689 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57910) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:38.571067 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77312cf9-a095-4efc-995c-79f10a261d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.578333 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118211293'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.650160 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bb5fa1-535c-45df-890e-f4499181876d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:38.659776 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Checking segment: {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:38.660145 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Network hostable DHCP agents. Network: 421afece-a680-48bd-b261-65b607f8c416, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:57:38.680755 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Network 421afece-a680-48bd-b261-65b607f8c416 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:57:38.690781 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77312cf9-a095-4efc-995c-79f10a261d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.691928 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 421afece-a680-48bd-b261-65b607f8c416) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:38.696626 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77312cf9-a095-4efc-995c-79f10a261d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.699432 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:38.699988 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.702876 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1886f4-1218-4108-a469-3723aa0f028a None None] Network 421afece-a680-48bd-b261-65b607f8c416 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:57:38.724273 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-76c15050-b437-4ef1-bbc5-167b36fc448b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803921 Sep 07 14:57:38.725133 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 57914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:38.732137 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:38.757273 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.759167 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.760014 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77312cf9-a095-4efc-995c-79f10a261d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3a732e-8c22-4d0c-bc7e-5723468eb04c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:38.765572 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-77312cf9-a095-4efc-995c-79f10a261d1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14872c1b5ac0482e9f633bd47f2a04bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067242 Sep 07 14:57:38.768249 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57916) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:38.827187 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.843070 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.868565 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.929429 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.931927 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:38.936898 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d3a732e-8c22-4d0c-bc7e-5723468eb04c HTTP/1.1" status: 204 len: 168 time: 0.1639249 Sep 07 14:57:38.941164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e424f22-4d17-4092-80c5-4b0e0d4406c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3a732e-8c22-4d0c-bc7e-5723468eb04c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:39.009230 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.118736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-421afece-a680-48bd-b261-65b607f8c416', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:57:39.121331 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.159779 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 54c98d75-73e6-41be-a50a-71cf96ab3c24 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:39.283256 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 54c98d75-73e6-41be-a50a-71cf96ab3c24 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:39.307608 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 54c98d75-73e6-41be-a50a-71cf96ab3c24 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:39.308601 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.382429 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Allocated IP 172.20.0.2 (421afece-a680-48bd-b261-65b607f8c416/d2bb5fa1-535c-45df-890e-f4499181876d/1b7678d8-4282-48cc-b8be-d191f7352bdb) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:39.502139 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.538627 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 54c98d75-73e6-41be-a50a-71cf96ab3c24, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=54c98d75-73e6-41be-a50a-71cf96ab3c24,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:39.545417 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.587837 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.609930 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.630524 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.639265 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=54c98d75-73e6-41be-a50a-71cf96ab3c24,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:39.644102 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Transition to ACTIVE for port object 1b7678d8-4282-48cc-b8be-d191f7352bdb will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:39.661092 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Transition to ACTIVE for port object 1b7678d8-4282-48cc-b8be-d191f7352bdb will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:39.668665 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.713098 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Network 421afece-a680-48bd-b261-65b607f8c416 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:39.717020 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:39.723787 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:39.732327 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Pushing event updated for resources: {'Port': ['ID=1b7678d8-4282-48cc-b8be-d191f7352bdb,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:39.758890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Allocated IP 172.27.1.54 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/faa124fa-ba23-4d0c-9454-ea900204f761) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:39.789695 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Attempting to bind port 1b7678d8-4282-48cc-b8be-d191f7352bdb on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:39.789976 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Attempting to bind port 1b7678d8-4282-48cc-b8be-d191f7352bdb by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:39.790343 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Attempting to bind port 1b7678d8-4282-48cc-b8be-d191f7352bdb on network 421afece-a680-48bd-b261-65b607f8c416 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Checking segment: {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Bound using segment: {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Bound port: 1b7678d8-4282-48cc-b8be-d191f7352bdb, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:39.799060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.874325 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Sync routers for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:57:39.877690 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] For port 1b7678d8-4282-48cc-b8be-d191f7352bdb, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:39.881099 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] For port 1b7678d8-4282-48cc-b8be-d191f7352bdb, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1b7678d8-4282-48cc-b8be-d191f7352bdb,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:39.885123 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:39.886660 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:39.887628 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.887887 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.958454 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:39.971635 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e836a-d951-44ff-b121-7dd951c8eb76 None None] Pushing event updated for resources: {'Port': ['ID=1b7678d8-4282-48cc-b8be-d191f7352bdb,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:40.020135 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:40.025403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:40.028032 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Pushing event updated for resources: {'Port': ['ID=faa124fa-ba23-4d0c-9454-ea900204f761,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:40.032270 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:40.035001 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:40.318219 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 2, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:40.347508 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Checking router: f420ec31-ac99-4008-88a4-047d7dc000fc for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:57:40.348006 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Updating router f420ec31-ac99-4008-88a4-047d7dc000fc port c583e2e4-025c-4627-a281-2e7f6a5a4666 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:57:40.360673 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.374794 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.582136 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.665477 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.676475 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Transition to ACTIVE for port object c583e2e4-025c-4627-a281-2e7f6a5a4666 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:40.685633 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.731523 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Router b830a0b7-3952-490f-bef8-53fdfd8b0154 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:57:40.731790 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Pushing event updated for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:40.743373 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.743732 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.744342 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.744871 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.745002 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.745930 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.746427 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.746768 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.747130 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.747461 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.747783 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.748104 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:57:40.811744 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Attempting to bind port c583e2e4-025c-4627-a281-2e7f6a5a4666 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:40.812118 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Attempting to bind port c583e2e4-025c-4627-a281-2e7f6a5a4666 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:40.812480 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Attempting to bind port c583e2e4-025c-4627-a281-2e7f6a5a4666 on network 06fea954-fb4c-48b2-8ee5-0ac300054a23 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:40.819858 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:40.820246 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Checking segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:40.820641 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.821031 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Bound using segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:40.821504 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Bound port: c583e2e4-025c-4627-a281-2e7f6a5a4666, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:40.821886 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.865670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:57:40.877623 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Sync routers for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:57:40.888832 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.894670 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57956) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:40.895984 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-51278630-dff9-449f-9a1c-4adb289c51ce admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1691303 Sep 07 14:57:40.896462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:40.897307 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:40.908909 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] For port c583e2e4-025c-4627-a281-2e7f6a5a4666, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:40.912791 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] For port c583e2e4-025c-4627-a281-2e7f6a5a4666, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=c583e2e4-025c-4627-a281-2e7f6a5a4666,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:40.917879 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:40.978627 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:40.980087 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:41.038295 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82c5d0-d689-49dc-80f8-874426252b5f None None] Pushing event updated for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:41.081580 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:41.142028 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:41.197249 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18da3a-1331-4a42-911b-2e3cfe63f285 None None] Network 421afece-a680-48bd-b261-65b607f8c416 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:57:41.312171 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 54c98d75-73e6-41be-a50a-71cf96ab3c24 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:41.402541 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:40Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:41.413076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-392ff2ed-88b3-4ef1-9b57-4b8e06ab1d41 None None] Provisioning for port 1b7678d8-4282-48cc-b8be-d191f7352bdb completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:41.525117 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 54c98d75-73e6-41be-a50a-71cf96ab3c24 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:41.525483 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:41.539235 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:41.547722 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867bde4-b2b3-4427-ae43-430afc7ab689 None None] The sync data for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi is: [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:40Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:57:41.665917 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:40Z', 'revision_number': 3, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:41.718706 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1b7678d8-4282-48cc-b8be-d191f7352bdb up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:41.721589 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Checking router: b830a0b7-3952-490f-bef8-53fdfd8b0154 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:57:41.721933 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Updating router b830a0b7-3952-490f-bef8-53fdfd8b0154 port faa124fa-ba23-4d0c-9454-ea900204f761 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:57:41.774432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Allocated IP 172.20.0.1 (421afece-a680-48bd-b261-65b607f8c416/d2bb5fa1-535c-45df-890e-f4499181876d/d9996c9d-34d2-4540-8dc8-4e4190303a85) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:41.775895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:41.899560 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 1b7678d8-4282-48cc-b8be-d191f7352bdb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:41.914083 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 1b7678d8-4282-48cc-b8be-d191f7352bdb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:41.914457 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:41.972852 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.001736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3e569250-fca6-44e4-adc6-8a2be5f74723 None None] Provisioning complete for port 1b7678d8-4282-48cc-b8be-d191f7352bdb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:42.002325 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3e569250-fca6-44e4-adc6-8a2be5f74723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.022907 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Transition to ACTIVE for port object d9996c9d-34d2-4540-8dc8-4e4190303a85 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:42.111262 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.177170 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Network 421afece-a680-48bd-b261-65b607f8c416 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:42.180236 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:42.214558 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:42.223383 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.264378 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.342062 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Pushing event updated for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:42.396065 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.409544 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Transition to ACTIVE for port object faa124fa-ba23-4d0c-9454-ea900204f761 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:42.414874 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3e569250-fca6-44e4-adc6-8a2be5f74723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.420486 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.470298 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.513036 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 1b7678d8-4282-48cc-b8be-d191f7352bdb, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1b7678d8-4282-48cc-b8be-d191f7352bdb,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:42.514214 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c22ba5-1521-4b60-b0f2-f7acf940fdfe None None] Pushing event updated for resources: {'Port': ['ID=faa124fa-ba23-4d0c-9454-ea900204f761,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:42.528378 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.538889 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Attempting to bind port faa124fa-ba23-4d0c-9454-ea900204f761 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:42.539290 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Attempting to bind port faa124fa-ba23-4d0c-9454-ea900204f761 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:42.539751 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Attempting to bind port faa124fa-ba23-4d0c-9454-ea900204f761 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:42.587866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:42.588249 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:42.588793 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.589969 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:42.590889 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Bound port: faa124fa-ba23-4d0c-9454-ea900204f761, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:42.591311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.644133 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.db.api [None req-3e569250-fca6-44e4-adc6-8a2be5f74723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:57:42.644465 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG oslo_db.api [None req-3e569250-fca6-44e4-adc6-8a2be5f74723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:57:42.653261 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.656850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=1b7678d8-4282-48cc-b8be-d191f7352bdb,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:42.657797 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.680952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] For port faa124fa-ba23-4d0c-9454-ea900204f761, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:42.685245 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] For port faa124fa-ba23-4d0c-9454-ea900204f761, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=faa124fa-ba23-4d0c-9454-ea900204f761,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:42.689577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.723266 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:42.728807 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Pushing event updated for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:42.744360 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:42.744991 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:42.823023 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Network 421afece-a680-48bd-b261-65b607f8c416 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:42.825261 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:42.926653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c22ba5-1521-4b60-b0f2-f7acf940fdfe None None] Pushing event updated for resources: {'Port': ['ID=faa124fa-ba23-4d0c-9454-ea900204f761,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:42.945289 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Router b830a0b7-3952-490f-bef8-53fdfd8b0154 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:57:43.016472 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:43.062439 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:57:43.067391 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8e1dfd5e-6b2e-48ec-b505-6fa625858007 admin admin] 10.222.0.76 "PUT /v2.0/routers/b830a0b7-3952-490f-bef8-53fdfd8b0154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716020 Sep 07 14:57:43.102291 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device c583e2e4-025c-4627-a281-2e7f6a5a4666 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:43.276744 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port c583e2e4-025c-4627-a281-2e7f6a5a4666 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:43.283060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port c583e2e4-025c-4627-a281-2e7f6a5a4666 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:43.283440 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.344986 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'd9996c9d-34d2-4540-8dc8-4e4190303a85', 'name': '', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'mac_address': 'fa:16:3e:ca:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:41Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 2, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'subnets': [{'id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:43.413095 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.421708 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe408c66-233f-46a7-9317-a3dd82415a29 None None] The sync data for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi is: [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'd9996c9d-34d2-4540-8dc8-4e4190303a85', 'name': '', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'mac_address': 'fa:16:3e:ca:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:41Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 2, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'subnets': [{'id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:57:43.431761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ede3b37f-217d-4444-94ac-02e3dbc5b0c3 None None] Provisioning for port d9996c9d-34d2-4540-8dc8-4e4190303a85 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:43.437852 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ede3b37f-217d-4444-94ac-02e3dbc5b0c3 None None] Provisioning complete for port d9996c9d-34d2-4540-8dc8-4e4190303a85 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:43.438232 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ede3b37f-217d-4444-94ac-02e3dbc5b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.513412 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ede3b37f-217d-4444-94ac-02e3dbc5b0c3 None None] Port d9996c9d-34d2-4540-8dc8-4e4190303a85 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:57:43.553537 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port c583e2e4-025c-4627-a281-2e7f6a5a4666, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=c583e2e4-025c-4627-a281-2e7f6a5a4666,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:43.561469 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.562619 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1b7678d8-4282-48cc-b8be-d191f7352bdb up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:43.666621 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:43.675823 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 1b7678d8-4282-48cc-b8be-d191f7352bdb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:43.676208 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.828684 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 57998) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:43.835088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23780801', 'description': 'tempest-secgroup-smoke-23780801 description', 'project_id': '446b124b765b430989597bddb8a8dc50'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:43.861029 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.954854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.958734 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.993455 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:43.994985 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1650338 Sep 07 14:57:43.997171 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf048c-354e-4132-8b83-6782154cc660 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02220b48-5da7-4a63-a1a3-96f13d7dd016,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:43.998695 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.004594 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.033519 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.100157 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.104237 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.122992 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be8f52d-05f6-4afb-a4bb-b2a57084a8d0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:44.131883 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.133523 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ddd8b577-5b40-49c7-be5f-c6728a13302d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329398 Sep 07 14:57:44.136434 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58002) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.141261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.169301 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.232652 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.236291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.256512 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3007a9-d4cf-44ad-a9a6-c2609a3cabfd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:44.266319 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.268161 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a74dd1fe-25ad-4611-89b3-56343dfd4866 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302030 Sep 07 14:57:44.271857 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58004) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.280686 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.312395 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.385159 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.390294 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.409270 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146cef99-a4e4-4b68-a274-65da15d4cff5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:44.412564 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.413746 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d76bd3e2-f687-4872-abe0-eebad333adae tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404958 Sep 07 14:57:44.416788 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.428432 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.458126 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.523835 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.528420 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.550641 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3b9758-bac1-4eb4-826f-1d2fa2a01c46,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:44.560575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.561911 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d52a15be-3429-47a1-88c4-010bd8514667 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431928 Sep 07 14:57:44.564525 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58012) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.569212 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.597025 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Project 446b124b765b430989597bddb8a8dc50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:57:44.602740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.675091 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.680254 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.701127 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dca407a-d042-4d6c-adef-60d4ac46ed5c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:44.708520 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.711054 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6430087b-4e1a-4a57-8bf5-e42fbf655a54 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443489 Sep 07 14:57:44.717329 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:44.721852 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'security_group_rule': {'security_group_id': '02220b48-5da7-4a63-a1a3-96f13d7dd016', 'project_id': '446b124b765b430989597bddb8a8dc50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:44.748629 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Project 446b124b765b430989597bddb8a8dc50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:57:44.754592 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.827844 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.832050 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.856169 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:44.867679 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389382 Sep 07 14:57:44.871930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e662e74-1bf9-4128-b5a5-89104b914cd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b4ba38-11a8-4a9d-af0c-bf510803bed9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:45.150368 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device faa124fa-ba23-4d0c-9454-ea900204f761 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:45.220242 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port faa124fa-ba23-4d0c-9454-ea900204f761 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:45.225469 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port faa124fa-ba23-4d0c-9454-ea900204f761 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:45.225918 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:45.310776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:45.333404 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port faa124fa-ba23-4d0c-9454-ea900204f761, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=faa124fa-ba23-4d0c-9454-ea900204f761,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:45.338929 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:45.340113 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device c583e2e4-025c-4627-a281-2e7f6a5a4666 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:45.450367 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=faa124fa-ba23-4d0c-9454-ea900204f761,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:45.471605 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port c583e2e4-025c-4627-a281-2e7f6a5a4666 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:45.472201 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:45.840051 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Sync routers for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:57:45.849589 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:45.850190 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:45.976947 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:46.186555 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'd9996c9d-34d2-4540-8dc8-4e4190303a85', 'name': '', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'mac_address': 'fa:16:3e:ca:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:41Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 2, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'subnets': [{'id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:46.218373 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Checking router: b830a0b7-3952-490f-bef8-53fdfd8b0154 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:57:46.218822 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Updating router b830a0b7-3952-490f-bef8-53fdfd8b0154 port d9996c9d-34d2-4540-8dc8-4e4190303a85 binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:57:46.253579 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.547791 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.562761 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Transition to ACTIVE for port object d9996c9d-34d2-4540-8dc8-4e4190303a85 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:46.565735 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.622755 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be17f6-fd9c-4ddc-9c4c-09306418b6ab None None] Pushing event updated for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:46.695123 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Attempting to bind port d9996c9d-34d2-4540-8dc8-4e4190303a85 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:46.695586 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Attempting to bind port d9996c9d-34d2-4540-8dc8-4e4190303a85 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:46.696017 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Attempting to bind port d9996c9d-34d2-4540-8dc8-4e4190303a85 on network 421afece-a680-48bd-b261-65b607f8c416 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:46.702463 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:46.703070 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Checking segment: {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:46.703567 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.704054 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Bound using segment: {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:46.704617 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Bound port: d9996c9d-34d2-4540-8dc8-4e4190303a85, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '421afece-a680-48bd-b261-65b607f8c416'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:46.705114 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.793774 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] For port d9996c9d-34d2-4540-8dc8-4e4190303a85, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:46.797090 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] For port d9996c9d-34d2-4540-8dc8-4e4190303a85, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d9996c9d-34d2-4540-8dc8-4e4190303a85,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:46.802741 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:46.867084 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be17f6-fd9c-4ddc-9c4c-09306418b6ab None None] Pushing event updated for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:46.879063 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:57:46.879738 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:57:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:47.030605 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:57:47.116959 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device faa124fa-ba23-4d0c-9454-ea900204f761 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:47.200344 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port faa124fa-ba23-4d0c-9454-ea900204f761 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:47.200909 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:47.286526 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d9996c9d-34d2-4540-8dc8-4e4190303a85 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:47.295375 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'd9996c9d-34d2-4540-8dc8-4e4190303a85', 'name': '', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'mac_address': 'fa:16:3e:ca:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:41Z', 'updated_at': '2021-09-07T14:57:46Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'subnets': [{'id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:57:47.326205 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3c2e3-5ceb-49e0-ac33-e2461ebeab55 None None] The sync data for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi is: [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T14:57:42Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'd9996c9d-34d2-4540-8dc8-4e4190303a85', 'name': '', 'network_id': '421afece-a680-48bd-b261-65b607f8c416', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'mac_address': 'fa:16:3e:ca:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:41Z', 'updated_at': '2021-09-07T14:57:46Z', 'revision_number': 4, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'subnets': [{'id': 'd2bb5fa1-535c-45df-890e-f4499181876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:57:47.343568 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port d9996c9d-34d2-4540-8dc8-4e4190303a85 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:47.349071 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port d9996c9d-34d2-4540-8dc8-4e4190303a85 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:47.349501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:47.465227 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:47.503746 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port d9996c9d-34d2-4540-8dc8-4e4190303a85, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d9996c9d-34d2-4540-8dc8-4e4190303a85,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:47.511408 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:47.565863 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:49.036302 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d9996c9d-34d2-4540-8dc8-4e4190303a85 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:57:49.101028 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port d9996c9d-34d2-4540-8dc8-4e4190303a85 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:49.101405 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.129537 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:51.242094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a69b7bf5-d853-47da-b013-e4637f42ef01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.332962 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a69b7bf5-d853-47da-b013-e4637f42ef01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.337756 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a69b7bf5-d853-47da-b013-e4637f42ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.379302 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a69b7bf5-d853-47da-b013-e4637f42ef01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc4513a67389498e86eebcb20629c6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484996 Sep 07 14:57:51.380370 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b7bf5-d853-47da-b013-e4637f42ef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d74c6f1-53c6-4def-bec9-d6ca93834c00,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:51.382104 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:57:51.440358 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.463158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.518745 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.521261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:51.522456 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d74c6f1-53c6-4def-bec9-d6ca93834c00 HTTP/1.1" status: 204 len: 168 time: 0.1382418 Sep 07 14:57:51.531842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51054570-5eec-4a77-9c30-69fc7087bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d74c6f1-53c6-4def-bec9-d6ca93834c00,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:53.844834 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-86ffe8b5-0416-4392-854e-0e80b9c3ed81 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=50b225c377cc4052b7131c8fee35ef5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305552 Sep 07 14:57:54.045850 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-3fea1dfb-069f-47c2-87aa-8d79cd31ec17 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:54.048385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-3fea1dfb-069f-47c2-87aa-8d79cd31ec17 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979554 Sep 07 14:57:54.063919 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-5b346076-c9b6-48ae-adaa-8016abb9622d tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/quotas/50b225c377cc4052b7131c8fee35ef5c HTTP/1.1" status: 200 len: 375 time: 0.0101793 Sep 07 14:57:54.097074 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-c989059e-da1f-47a1-8692-8709f96fecc0 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=50b225c377cc4052b7131c8fee35ef5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272217 Sep 07 14:57:54.289862 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ee002d03-1698-485f-9d60-be3de84a43ab req-d6055d56-0dbb-448d-bce2-c3efb6debb64 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 210 time: 0.0270610 Sep 07 14:57:55.421004 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-503eb31f-64b7-4a78-b149-aa5006d39b55 req-ad481c3e-6ff2-47e4-82d8-fd75d0b2d0fa tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 210 time: 0.0431948 Sep 07 14:57:55.422614 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-39310cb4-82d0-4f5d-bc99-f3cb5385a0d0 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=50b225c377cc4052b7131c8fee35ef5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463476 Sep 07 14:57:55.555532 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-d87537e0-c390-40fc-b98c-3ca295069958 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:55.557015 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-d87537e0-c390-40fc-b98c-3ca295069958 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278231 Sep 07 14:57:55.583789 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Request body: {'port': {'device_id': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597', 'admin_state_up': True, 'tenant_id': '50b225c377cc4052b7131c8fee35ef5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:55.702480 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Made reservation on behalf of 50b225c377cc4052b7131c8fee35ef5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:57:55.706690 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:55.720031 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:55.815478 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:55.819666 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:55.883164 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460a3d4a-0016-4ae0-9a01-35e54ca5beb2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:55.960242 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Allocated IP 192.168.233.200 (6617161a-6af9-48c0-a947-dea6b7adb597/b9f012b6-682c-4da5-9c46-9ef17b6eb77b/b6408af7-916f-4188-aa2d-8dfc86d95438) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:57:56.124488 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.137955 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Transition to ACTIVE for port object b6408af7-916f-4188-aa2d-8dfc86d95438 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:56.175715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.218650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Network 6617161a-6af9-48c0-a947-dea6b7adb597 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:57:56.222110 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:57:56.228408 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:57:56.235396 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Pushing event updated for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:56.295330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:56.296000 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.311613 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-6294afb5-81ea-4bbb-87bf-2147f05a2a8a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7316918 Sep 07 14:57:56.322385 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-3f88d1a4-e586-47f3-a011-bca9a224afce tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:57:56.323587 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-3f88d1a4-e586-47f3-a011-bca9a224afce tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055885 Sep 07 14:57:56.445006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Request body: {'port': {'device_id': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:57:56.496268 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3a97187f-5ff8-4dc1-853e-d0729d4c2e3f None None] Provisioning for port b6408af7-916f-4188-aa2d-8dfc86d95438 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:57:56.501859 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3a97187f-5ff8-4dc1-853e-d0729d4c2e3f None None] Provisioning complete for port b6408af7-916f-4188-aa2d-8dfc86d95438 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:57:56.502571 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a97187f-5ff8-4dc1-853e-d0729d4c2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.504152 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.584916 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0976-5978-4f82-8f2e-6982f2d90839 req-07dce8d8-0112-48eb-8cb3-c26782952cde tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:56.586725 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-79ae0976-5978-4f82-8f2e-6982f2d90839 req-07dce8d8-0112-48eb-8cb3-c26782952cde tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 936 time: 0.0879152 Sep 07 14:57:56.590026 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3a97187f-5ff8-4dc1-853e-d0729d4c2e3f None None] Port b6408af7-916f-4188-aa2d-8dfc86d95438 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:57:56.627969 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-79ae0976-5978-4f82-8f2e-6982f2d90839 req-1db246c4-e5fb-4b8a-b238-6ed0e7b78fd0 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Sep 07 14:57:56.798771 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6408af7-916f-4188-aa2d-8dfc86d95438 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:57:56.806201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.818520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Transition to ACTIVE for port object b6408af7-916f-4188-aa2d-8dfc86d95438 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:57:56.821831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:56.897224 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Pushing event updated for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:56.954549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Attempting to bind port b6408af7-916f-4188-aa2d-8dfc86d95438 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:57:56.954905 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Attempting to bind port b6408af7-916f-4188-aa2d-8dfc86d95438 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:57:56.955269 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Attempting to bind port b6408af7-916f-4188-aa2d-8dfc86d95438 on network 6617161a-6af9-48c0-a947-dea6b7adb597 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:56.961292 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Port b6408af7-916f-4188-aa2d-8dfc86d95438 on network 6617161a-6af9-48c0-a947-dea6b7adb597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:57:56.961626 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Attempting to bind port b6408af7-916f-4188-aa2d-8dfc86d95438 on network 6617161a-6af9-48c0-a947-dea6b7adb597 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:57:56.968896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:57:56.969260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Checking segment: {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:57:56.969630 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Bound using segment: {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:57:56.970068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Bound port: b6408af7-916f-4188-aa2d-8dfc86d95438, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3668ad-961a-4d82-a14c-1bc65917151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:57:56.970424 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:57.038512 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:57:57.041520 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b6408af7-916f-4188-aa2d-8dfc86d95438,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:57:57.046496 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:57.078249 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.078867 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:57.080307 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] 10.222.0.68 "PUT /v2.0/ports/b6408af7-916f-4188-aa2d-8dfc86d95438 HTTP/1.1" status: 200 len: 1098 time: 0.7416804 Sep 07 14:57:57.080746 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:57:57.083656 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b94835b-ec07-4753-ba18-ebeb76fdd981" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:57:57.128113 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a01a4-d36a-40d3-8fba-cc8671cd5580 service neutron] Pushing event updated for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:57.175358 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12832482-93f8-46d6-bf74-27dedf0381f0 x-openstack-request-id: req-12832482-93f8-46d6-bf74-27dedf0381f0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:57:57.175651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:57:57.175904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12832482-93f8-46d6-bf74-27dedf0381f0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:57:57.176301 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438', 'status': 'completed', 'code': 200} Sep 07 14:57:57.194489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-2c64f881-f61e-4954-af52-61ac605b6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.196192 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-2c64f881-f61e-4954-af52-61ac605b6e47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=50b225c377cc4052b7131c8fee35ef5c&device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 1101 time: 0.0540013 Sep 07 14:57:57.249986 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-90c98f13-0633-4a2f-9d36-b9787622ff73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=b6408af7-916f-4188-aa2d-8dfc86d95438 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Sep 07 14:57:57.301244 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-13f5eb64-0592-4c23-82f8-c35ea7d61f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.302739 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-13f5eb64-0592-4c23-82f8-c35ea7d61f5f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b9f012b6-682c-4da5-9c46-9ef17b6eb77b HTTP/1.1" status: 200 len: 843 time: 0.0447383 Sep 07 14:57:57.349931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-14b968b9-eaec-4bf4-a732-eabca188ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.351487 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-14b968b9-eaec-4bf4-a732-eabca188ac2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6617161a-6af9-48c0-a947-dea6b7adb597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0416090 Sep 07 14:57:57.388238 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:57:57.470004 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-bdeb5bb1-9783-44cc-ba7f-f6a0acb87540 service neutron] 10.222.0.68 "GET /v2.0/networks/6617161a-6af9-48c0-a947-dea6b7adb597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103945 Sep 07 14:57:57.563550 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4410fa3a-33e3-4cb5-995d-14b35d889a2e req-8123fc9c-c025-4d9a-81dc-4ca8b8053be7 service neutron] 10.222.0.68 "GET /v2.0/networks/6617161a-6af9-48c0-a947-dea6b7adb597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856562 Sep 07 14:57:57.708583 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-dda0b11e-23f9-4c32-b79f-d60efa1596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.710101 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-dda0b11e-23f9-4c32-b79f-d60efa1596bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=50b225c377cc4052b7131c8fee35ef5c&device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 1101 time: 0.0528562 Sep 07 14:57:57.761633 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1f279-6ead-425a-949c-6b78eb81efd0 req-50702d60-aaaa-4b0e-a365-172ce27fe7ad tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.763412 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-36b1f279-6ead-425a-949c-6b78eb81efd0 req-50702d60-aaaa-4b0e-a365-172ce27fe7ad tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 948 time: 0.0540295 Sep 07 14:57:57.805793 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-36b1f279-6ead-425a-949c-6b78eb81efd0 req-133fe7b6-6f4c-43eb-bdbd-c267fbe488a4 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Sep 07 14:57:57.812049 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-0601621d-7455-40b6-8e99-fe2f7cd23e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.813631 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-0601621d-7455-40b6-8e99-fe2f7cd23e8c service neutron] 10.222.0.68 "GET /v2.0/networks?id=6617161a-6af9-48c0-a947-dea6b7adb597 HTTP/1.1" status: 200 len: 871 time: 0.0948122 Sep 07 14:57:57.860473 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-d950e3a4-f9da-4123-9c0d-5764d3f0316b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=b6408af7-916f-4188-aa2d-8dfc86d95438 HTTP/1.1" status: 200 len: 217 time: 0.0356596 Sep 07 14:57:57.921492 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-e8a53566-9b69-4ad0-8dbb-b4073c510031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.923534 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-e8a53566-9b69-4ad0-8dbb-b4073c510031 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b9f012b6-682c-4da5-9c46-9ef17b6eb77b HTTP/1.1" status: 200 len: 843 time: 0.0542047 Sep 07 14:57:57.973247 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-9cf338e0-3f63-4ff7-87fd-587bbf208d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:57.974859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-9cf338e0-3f63-4ff7-87fd-587bbf208d55 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6617161a-6af9-48c0-a947-dea6b7adb597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0410924 Sep 07 14:57:58.076037 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-5787d486-0aca-4af7-ac2b-3244bf3c749c service neutron] 10.222.0.68 "GET /v2.0/networks/6617161a-6af9-48c0-a947-dea6b7adb597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924816 Sep 07 14:57:58.174799 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5b94835b-ec07-4753-ba18-ebeb76fdd981 req-fb3bdb63-be11-4362-9ac3-5b06d0e66287 service neutron] 10.222.0.68 "GET /v2.0/networks/6617161a-6af9-48c0-a947-dea6b7adb597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907023 Sep 07 14:57:58.924426 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b5db-c7ca-4809-9416-7da818ca67e7 req-f8b85423-0d8e-429d-9bc2-20a6f4fffa30 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:57:58.925928 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f90b5db-c7ca-4809-9416-7da818ca67e7 req-f8b85423-0d8e-429d-9bc2-20a6f4fffa30 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 948 time: 0.0493214 Sep 07 14:57:58.963282 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8f90b5db-c7ca-4809-9416-7da818ca67e7 req-e054fdb6-f7f0-4ece-b04b-84de11bede40 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Sep 07 14:57:59.426475 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device b6408af7-916f-4188-aa2d-8dfc86d95438 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:57:59.538236 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b6408af7-916f-4188-aa2d-8dfc86d95438,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:59.551312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': 'b6408af7-916f-4188-aa2d-8dfc86d95438', 'network_id': '6617161a-6af9-48c0-a947-dea6b7adb597', 'port_id': 'b6408af7-916f-4188-aa2d-8dfc86d95438', 'mac_address': 'fa:16:3e:84:b2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f012b6-682c-4da5-9c46-9ef17b6eb77b', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:57:59.593548 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:59.607422 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6408af7-916f-4188-aa2d-8dfc86d95438 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:57:59.626869 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b6408af7-916f-4188-aa2d-8dfc86d95438,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:57:59.630853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:57:59.682056 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:57:59.970422 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['b6408af7-916f-4188-aa2d-8dfc86d95438'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:58:00.084235 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c1a28-c947-4968-b77d-ff5e9bb330dc req-cf023c1d-95b4-47cf-99f8-1a82652091d8 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:00.085714 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0c0c1a28-c947-4968-b77d-ff5e9bb330dc req-cf023c1d-95b4-47cf-99f8-1a82652091d8 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 949 time: 0.0538735 Sep 07 14:58:00.127763 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0c0c1a28-c947-4968-b77d-ff5e9bb330dc req-114182f7-448a-44ef-a5fd-03ef1b8f3483 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Sep 07 14:58:01.250884 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887b2f6-187d-4704-a484-65fdb9d39f50 req-b3188b1b-c6f4-4ce7-afe4-93cbc2792b5f tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:01.252358 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6887b2f6-187d-4704-a484-65fdb9d39f50 req-b3188b1b-c6f4-4ce7-afe4-93cbc2792b5f tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 949 time: 0.0543897 Sep 07 14:58:01.290947 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6887b2f6-187d-4704-a484-65fdb9d39f50 req-d12f8e59-2e28-454d-879f-26466117079b tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Sep 07 14:58:01.430190 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device b6408af7-916f-4188-aa2d-8dfc86d95438 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:01.483837 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port b6408af7-916f-4188-aa2d-8dfc86d95438 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:01.487874 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port b6408af7-916f-4188-aa2d-8dfc86d95438 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:01.488297 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:01.581130 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:01.606037 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:01.608312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a489f0f8-bd27-4c5a-8827-6058780757bb" -d '{"events": [{"server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "name": "network-vif-plugged", "status": "completed", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:01.624029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b6408af7-916f-4188-aa2d-8dfc86d95438,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:01.629475 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:01.691629 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:01.799328 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc4207a-a330-448a-8493-eaac927c0195 x-openstack-request-id: req-6dc4207a-a330-448a-8493-eaac927c0195 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:01.799618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "name": "network-vif-plugged", "status": "completed", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:01.799866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dc4207a-a330-448a-8493-eaac927c0195 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:01.800269 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438', 'code': 200} Sep 07 14:58:01.985168 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-badc9f97-7f5e-4140-82b0-c4b0c26dbe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:02.004980 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcb2bb-fe1e-4b85-90ab-46c2c64bfb28 req-eedefc8f-530c-4c75-a817-b118feca174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:02.006488 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9adcb2bb-fe1e-4b85-90ab-46c2c64bfb28 req-eedefc8f-530c-4c75-a817-b118feca174a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 1103 time: 0.0466244 Sep 07 14:58:02.041810 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9adcb2bb-fe1e-4b85-90ab-46c2c64bfb28 req-f7afaa61-b0c6-4385-9211-6498b4a83217 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286365 Sep 07 14:58:02.415264 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19141ac-d726-476b-8365-618650ad8b40 req-5342be39-20e7-4090-88ec-7c2a43a31bc2 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:02.416749 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f19141ac-d726-476b-8365-618650ad8b40 req-5342be39-20e7-4090-88ec-7c2a43a31bc2 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 950 time: 0.0566373 Sep 07 14:58:02.474739 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f19141ac-d726-476b-8365-618650ad8b40 req-785f2064-8868-4ec8-8c72-dbf9972fd3ad tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459661 Sep 07 14:58:02.540937 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-d84e9041-60e8-4354-b47e-2a952a5821cf tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23780801&fields=id&tenant_id=446b124b765b430989597bddb8a8dc50 HTTP/1.1" status: 200 len: 267 time: 0.0355961 Sep 07 14:58:02.650770 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-681b8e61-7f0b-422b-9486-bfd46e7cbebf tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:02.652798 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-681b8e61-7f0b-422b-9486-bfd46e7cbebf tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 808 time: 0.1040730 Sep 07 14:58:02.673867 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-3c33f458-0834-4092-9ef6-51c5bce3be31 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/quotas/446b124b765b430989597bddb8a8dc50 HTTP/1.1" status: 200 len: 375 time: 0.0098815 Sep 07 14:58:02.732535 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-77ea5d10-2fbd-4d19-9891-cfbb7983831f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531712 Sep 07 14:58:02.796550 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-9954ea49-d744-4f38-b498-2eb1e0c94772 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:58:02.797539 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-9954ea49-d744-4f38-b498-2eb1e0c94772 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539114 Sep 07 14:58:02.894209 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-18e93947-5331-4f06-920d-0e9737085494 service neutron] 10.222.0.76 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903511 Sep 07 14:58:02.992250 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-984c1d99-9353-4123-8850-e8841b60828d service neutron] 10.222.0.76 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919006 Sep 07 14:58:03.310656 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9d228f88-d077-4fd5-9e3e-e311e5aed1bc req-68212dd6-c870-4825-b8fc-8053bca549f6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 210 time: 0.0307992 Sep 07 14:58:03.591225 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04310eb-edd2-48d5-877f-dec2f238db38 req-54bdedba-0be4-4a6d-bf3c-719c4f7188b2 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:03.592724 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a04310eb-edd2-48d5-877f-dec2f238db38 req-54bdedba-0be4-4a6d-bf3c-719c4f7188b2 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 950 time: 0.0582242 Sep 07 14:58:03.638289 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a04310eb-edd2-48d5-877f-dec2f238db38 req-57f5c76d-7cf8-4c59-ac48-2568cda5efae tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Sep 07 14:58:03.914037 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36ed5f-7939-4ec7-b5ff-672c9112517c req-5b78cc59-aacc-4f8b-b3d3-ea2cb6f3d52a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:03.915637 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6f36ed5f-7939-4ec7-b5ff-672c9112517c req-5b78cc59-aacc-4f8b-b3d3-ea2cb6f3d52a tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 950 time: 0.0516217 Sep 07 14:58:03.952832 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6f36ed5f-7939-4ec7-b5ff-672c9112517c req-2a98e298-696d-487a-852f-e4211f94c183 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Sep 07 14:58:04.358455 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-0a125d36-eb50-4814-8de6-a3f1d0c8f054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:04.360392 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-0a125d36-eb50-4814-8de6-a3f1d0c8f054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 808 time: 0.1053414 Sep 07 14:58:04.454980 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4cc7-8dd2-446a-bbb4-8078a6a4f59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:04.566930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:04.673256 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5535e928-d4a2-4fa9-91b2-ffa64074962f req-de52508e-f290-47f7-b04a-23203ae2bd67 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 210 time: 0.2917774 Sep 07 14:58:04.693742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-2db787b7-6ba1-4ee8-b255-7f4ed28d23e8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446b124b765b430989597bddb8a8dc50 HTTP/1.1" status: 200 len: 378 time: 0.3181267 Sep 07 14:58:04.707047 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'port': {'device_id': '14530725-3457-488d-b92b-4854b6ee295f', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'admin_state_up': True, 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'security_groups': ['02220b48-5da7-4a63-a1a3-96f13d7dd016']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:04.812066 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Made reservation on behalf of 446b124b765b430989597bddb8a8dc50 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:04.815846 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:04.956335 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Allocated IP 172.20.0.6 (06fea954-fb4c-48b2-8ee5-0ac300054a23/1ba81bbe-ef44-4c14-b4b0-cc02f58da089/4f7e1863-e913-4aaf-b081-831583f223d5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:05.085190 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a090-02be-4088-810d-11a888e3aaa9 req-d4f05c8d-14fb-43cb-9d42-1bd3f2ef1fac tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:05.087891 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c128a090-02be-4088-810d-11a888e3aaa9 req-d4f05c8d-14fb-43cb-9d42-1bd3f2ef1fac tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 950 time: 0.0578761 Sep 07 14:58:05.121896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.129271 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c128a090-02be-4088-810d-11a888e3aaa9 req-af1f9514-692b-4378-b890-aef2876c055c tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/security-groups?id=460a3d4a-0016-4ae0-9a01-35e54ca5beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Sep 07 14:58:05.141029 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Transition to ACTIVE for port object 4f7e1863-e913-4aaf-b081-831583f223d5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:05.180524 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.222899 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:05.225961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:05.231704 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:05.238218 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:05.286921 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:05.287546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.304956 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-6e5c5826-0e6e-48ea-832b-b20a5a3e6bb5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017649 Sep 07 14:58:05.324451 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Request body: {'port': {'device_id': '14530725-3457-488d-b92b-4854b6ee295f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:05.380377 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.419258 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14fa1812-1962-4581-9f77-cb6c2849b88a None None] Provisioning for port 4f7e1863-e913-4aaf-b081-831583f223d5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:05.423076 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14fa1812-1962-4581-9f77-cb6c2849b88a None None] Provisioning complete for port 4f7e1863-e913-4aaf-b081-831583f223d5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:05.423525 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14fa1812-1962-4581-9f77-cb6c2849b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.434266 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.68', 60034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:05.471218 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-14fa1812-1962-4581-9f77-cb6c2849b88a None None] Port 4f7e1863-e913-4aaf-b081-831583f223d5 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:58:05.492198 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-220e88f6-176f-48d0-a5d4-5ee1a4be54e7 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:05.493700 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-220e88f6-176f-48d0-a5d4-5ee1a4be54e7 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 950 time: 0.0580776 Sep 07 14:58:05.593241 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Deleting port b6408af7-916f-4188-aa2d-8dfc86d95438 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:58:05.593241 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.656657 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7e1863-e913-4aaf-b081-831583f223d5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:58:05.664263 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.676328 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Transition to ACTIVE for port object 4f7e1863-e913-4aaf-b081-831583f223d5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:05.681395 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.691884 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] For port b6408af7-916f-4188-aa2d-8dfc86d95438, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b6408af7-916f-4188-aa2d-8dfc86d95438,segment=NetworkSegment(fd3668ad-961a-4d82-a14c-1bc65917151c),segment_id=fd3668ad-961a-4d82-a14c-1bc65917151c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:05.692253 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.706548 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Calling delete_port for b6408af7-916f-4188-aa2d-8dfc86d95438 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:58:05.735932 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:05.845551 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615459e-3dbf-498e-98b5-ec063169cdfd req-5a70389b-d921-4f04-be8f-30ff2bb44d73 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:05.847295 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b615459e-3dbf-498e-98b5-ec063169cdfd req-5a70389b-d921-4f04-be8f-30ff2bb44d73 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0888498 Sep 07 14:58:05.894613 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Attempting to bind port 4f7e1863-e913-4aaf-b081-831583f223d5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:05.895116 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Attempting to bind port 4f7e1863-e913-4aaf-b081-831583f223d5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:05.895623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Attempting to bind port 4f7e1863-e913-4aaf-b081-831583f223d5 on network 06fea954-fb4c-48b2-8ee5-0ac300054a23 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:05.911682 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:05.938526 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b615459e-3dbf-498e-98b5-ec063169cdfd req-c9e54d40-d8f7-41ca-8b2d-c240c56112d9 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815213 Sep 07 14:58:05.938526 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Port 4f7e1863-e913-4aaf-b081-831583f223d5 on network 06fea954-fb4c-48b2-8ee5-0ac300054a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:58:05.938526 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Attempting to bind port 4f7e1863-e913-4aaf-b081-831583f223d5 on network 06fea954-fb4c-48b2-8ee5-0ac300054a23 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:05.949177 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:05.950537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Checking segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:05.951171 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Bound using segment: {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:05.951882 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Bound port: 4f7e1863-e913-4aaf-b081-831583f223d5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:05.952448 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:06.027290 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:06.030888 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:06.037359 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:06.079508 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.080130 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:06.081529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] 10.222.0.68 "PUT /v2.0/ports/4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 1093 time: 0.7620676 Sep 07 14:58:06.082013 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:06.084295 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594543ff-1875-4dfe-888e-c48c3064dd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:06.110376 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa060bd3-50cd-4014-b87b-7102558362c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:06.122706 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:06.163752 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['b6408af7-916f-4188-aa2d-8dfc86d95438'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:58:06.166611 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Pushing event deleted for resources: {'Port': ['ID=b6408af7-916f-4188-aa2d-8dfc86d95438,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:06.194506 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3b6d0-b908-4365-820c-0bf1a15873ee x-openstack-request-id: req-46c3b6d0-b908-4365-820c-0bf1a15873ee {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:06.194799 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:06.195308 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46c3b6d0-b908-4365-820c-0bf1a15873ee {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:06.200073 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'status': 'completed', 'code': 200} Sep 07 14:58:06.224160 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-f3be725c-1fc0-4d18-bf0e-d4d48bacc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.226241 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-f3be725c-1fc0-4d18-bf0e-d4d48bacc594 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1096 time: 0.0822580 Sep 07 14:58:06.255757 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] No DVR routers for this DVR port b6408af7-916f-4188-aa2d-8dfc86d95438 on host hv-cinder-76019 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:58:06.258455 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:06.260651 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9d339bd9-34d7-4acb-b4c9-aa9a0aab7924 req-a8e7c396-6c5d-4bcc-9e18-73c7a247f405 tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.68 "DELETE /v2.0/ports/b6408af7-916f-4188-aa2d-8dfc86d95438 HTTP/1.1" status: 204 len: 173 time: 0.7610855 Sep 07 14:58:06.261757 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'name': 'network-vif-deleted', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:06.264402 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf96c05e-0d9d-4676-a775-df2896a2fbbe" -d '{"events": [{"server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "name": "network-vif-deleted", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:06.326804 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-215eb422-a5eb-4456-b02a-3e6ebec19812 req-658c9fc0-7eba-418c-a786-94c9492f3f6d tempest-VolumesNegativeTest-623156338 tempest-VolumesNegativeTest-623156338-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8de03fe-5d91-4fe4-87d3-48b6fa0142df HTTP/1.1" status: 200 len: 210 time: 0.0790715 Sep 07 14:58:06.328321 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-e7b10c59-38cc-41c7-9052-3050cfdfc6f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 217 time: 0.0817995 Sep 07 14:58:06.419899 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b42766-d84d-4ed7-ad64-f41bcb486fca x-openstack-request-id: req-63b42766-d84d-4ed7-ad64-f41bcb486fca {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:06.420479 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de03fe-5d91-4fe4-87d3-48b6fa0142df", "name": "network-vif-deleted", "tag": "b6408af7-916f-4188-aa2d-8dfc86d95438", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:06.421038 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63b42766-d84d-4ed7-ad64-f41bcb486fca {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:06.422071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-5b1682c3-d782-43ea-9dd1-febe33c3f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.423035 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de03fe-5d91-4fe4-87d3-48b6fa0142df', 'name': 'network-vif-deleted', 'tag': 'b6408af7-916f-4188-aa2d-8dfc86d95438', 'status': 'completed', 'code': 200} Sep 07 14:58:06.423660 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-5b1682c3-d782-43ea-9dd1-febe33c3f0f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0872779 Sep 07 14:58:06.477754 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-1ba9fa50-7287-4162-9965-936c95418cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.479333 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-1ba9fa50-7287-4162-9965-936c95418cc6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416019 Sep 07 14:58:06.578143 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-47683c57-761d-4c79-a3ea-b4e0e8560362 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912886 Sep 07 14:58:06.672169 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c86fa08b-5a43-4720-a2db-98e78b2c3bd4 req-ac70337a-7056-4f92-afef-1002299a3c31 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866303 Sep 07 14:58:06.834712 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-44a7fc6a-95f7-4ec8-bbb6-86f0071c6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.836153 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-44a7fc6a-95f7-4ec8-bbb6-86f0071c6b7a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1096 time: 0.0533977 Sep 07 14:58:06.939988 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-1bd4100c-14fd-4e18-90b8-96ee75b1f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:06.941572 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-1bd4100c-14fd-4e18-90b8-96ee75b1f136 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0971437 Sep 07 14:58:06.998085 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-c4bd239b-9324-4a1a-896d-b2dd9ccaf604 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 217 time: 0.0406001 Sep 07 14:58:07.089682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-a6441da5-7bd9-414e-8d2f-3ae08052f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:07.091102 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-a6441da5-7bd9-414e-8d2f-3ae08052f8bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0807528 Sep 07 14:58:07.103665 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d59b5-e507-4471-8ea7-4e57232d3b8a req-7dced7ee-ef3d-4466-b8de-e12491acf13b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:07.105710 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e80d59b5-e507-4471-8ea7-4e57232d3b8a req-7dced7ee-ef3d-4466-b8de-e12491acf13b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0831351 Sep 07 14:58:07.169355 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-e80d59b5-e507-4471-8ea7-4e57232d3b8a req-d1dc333e-9818-4b39-9495-e90175c2c107 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550797 Sep 07 14:58:07.172237 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-af154e00-9959-4cd4-af7d-5a7fe29d444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:07.173577 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-af154e00-9959-4cd4-af7d-5a7fe29d444f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0670202 Sep 07 14:58:07.274173 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-70f672e1-69ad-4e26-8699-e43a1cc76366 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879927 Sep 07 14:58:07.365803 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-594543ff-1875-4dfe-888e-c48c3064dd9f req-63e7ccbe-cfb7-4258-898b-bb7160c693d7 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846791 Sep 07 14:58:07.624875 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:07.821529 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:08.290676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680be31-5d58-4ed0-9a76-912ced546a3a req-587c9973-a315-496e-8d34-ffbae3af9aef tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:08.293113 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d680be31-5d58-4ed0-9a76-912ced546a3a req-587c9973-a315-496e-8d34-ffbae3af9aef tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0553493 Sep 07 14:58:08.333930 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d680be31-5d58-4ed0-9a76-912ced546a3a req-72d59ef2-9988-4544-8dfc-5505e29a6221 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340466 Sep 07 14:58:09.464047 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57fe4-ae5a-4b15-8784-ceeb053e4a8b req-e8f8d70b-74d4-4dd0-8355-7273d6eb9124 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:09.465754 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-11c57fe4-ae5a-4b15-8784-ceeb053e4a8b req-e8f8d70b-74d4-4dd0-8355-7273d6eb9124 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0562394 Sep 07 14:58:09.488262 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device b6408af7-916f-4188-aa2d-8dfc86d95438 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:58:09.508923 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: b6408af7-916f-4188-aa2d-8dfc86d95438 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:58:09.509260 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device b6408af7-916f-4188-aa2d-8dfc86d95438 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:58:09.509896 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-11c57fe4-ae5a-4b15-8784-ceeb053e4a8b req-5384761a-2370-4b49-9619-37387b8b5ee1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381818 Sep 07 14:58:10.625339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deb4a9-1c30-4e5d-a87b-4fd63cf19303 req-c7c62995-cdda-4885-935c-f2c4d1b5ca75 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:10.626890 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-49deb4a9-1c30-4e5d-a87b-4fd63cf19303 req-c7c62995-cdda-4885-935c-f2c4d1b5ca75 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0502121 Sep 07 14:58:10.667046 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-49deb4a9-1c30-4e5d-a87b-4fd63cf19303 req-76ab624c-5649-4d81-9eb1-dee746370f83 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339558 Sep 07 14:58:11.284523 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58680) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:11.425019 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8fcb3b93-bf08-412f-9ac9-681e5529da14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50b225c377cc4052b7131c8fee35ef5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392682 Sep 07 14:58:11.427477 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58684) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:11.495916 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:11.523088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:11.572522 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:11.575553 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:11.576806 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/460a3d4a-0016-4ae0-9a01-35e54ca5beb2 HTTP/1.1" status: 204 len: 168 time: 0.1482568 Sep 07 14:58:11.585527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dea92-b89a-4f06-9e4a-21d974fac92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a3d4a-0016-4ae0-9a01-35e54ca5beb2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:11.800361 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30296d-b2e2-425f-9e6e-0b6bd63b3f38 req-e1c2636a-6452-463a-aecc-7d2b3f5a9e01 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:11.801875 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc30296d-b2e2-425f-9e6e-0b6bd63b3f38 req-e1c2636a-6452-463a-aecc-7d2b3f5a9e01 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0628200 Sep 07 14:58:11.843276 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fc30296d-b2e2-425f-9e6e-0b6bd63b3f38 req-eedca7c7-5723-45ed-aa7d-9a698c5acdb6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341094 Sep 07 14:58:12.224647 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:12.324833 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-971106608-network', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:12.346821 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Made reservation on behalf of da4c91ad9ffc406dbe700257b9149312 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:12.349127 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.358729 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.445393 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.449288 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.474083 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:58:12.483842 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deddf59e-6e21-4178-97de-810636de0e7e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:12.488671 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.489023 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Added segment 13a08eae-6410-417b-b5ea-0431fd046959 of type vlan for network 0bdde287-2fe9-406f-8e77-750f82c39c1a Sep 07 14:58:12.529815 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.553294 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.554342 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:12.554942 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.584663 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3589075 Sep 07 14:58:12.587594 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:12.593158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Request body: {'subnet': {'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-971106608-subnet', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:12.612941 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Made reservation on behalf of da4c91ad9ffc406dbe700257b9149312 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:12.615336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118211275'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.623999 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537e54c-1c48-4754-960e-e7d8a67471e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdde287-2fe9-406f-8e77-750f82c39c1a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:12.633714 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:58:12.783192 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118211293'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.842226 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07a95af-7724-4f04-9521-e8c08f1f6a64,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:12.850871 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:12.851261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Network hostable DHCP agents. Network: 0bdde287-2fe9-406f-8e77-750f82c39c1a, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:58:12.869810 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:58:12.879516 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 0bdde287-2fe9-406f-8e77-750f82c39c1a) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:12.883748 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:12.884451 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.890316 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409440cc-178b-44b2-b40b-d828533f66d8 None None] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:58:12.902859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0ec3004d-ab60-4478-8d9c-74b158b7781f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3140576 Sep 07 14:58:12.906394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:12.911516 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:12.958985 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.959990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:12.983192 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63435e5-d9b4-4faa-bd71-ab714d838028 req-e524f973-1c84-49c0-ba27-826a6a556058 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:12.984771 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b63435e5-d9b4-4faa-bd71-ab714d838028 req-e524f973-1c84-49c0-ba27-826a6a556058 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0640807 Sep 07 14:58:13.034679 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-0bdde287-2fe9-406f-8e77-750f82c39c1a', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:58:13.035579 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.041856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.096994 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b63435e5-d9b4-4faa-bd71-ab714d838028 req-e205df90-fb1c-4f66-8de7-393d69d80de1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968039 Sep 07 14:58:13.175180 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Allocated IP 172.20.0.2 (0bdde287-2fe9-406f-8e77-750f82c39c1a/d07a95af-7724-4f04-9521-e8c08f1f6a64/b63f067b-f2ca-4997-8a12-9101609d5339) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:13.193156 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.313759 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.322032 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Transition to ACTIVE for port object b63f067b-f2ca-4997-8a12-9101609d5339 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:13.344802 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Transition to ACTIVE for port object b63f067b-f2ca-4997-8a12-9101609d5339 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:13.354211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.397136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:13.400165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:13.406610 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:13.413597 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Pushing event updated for resources: {'Port': ['ID=b63f067b-f2ca-4997-8a12-9101609d5339,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:13.415114 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.437343 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.461922 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Attempting to bind port b63f067b-f2ca-4997-8a12-9101609d5339 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:13.462287 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Attempting to bind port b63f067b-f2ca-4997-8a12-9101609d5339 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:13.462644 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Attempting to bind port b63f067b-f2ca-4997-8a12-9101609d5339 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:13.468211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:13.468578 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:13.468972 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.469362 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Bound using segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:13.469816 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Bound port: b63f067b-f2ca-4997-8a12-9101609d5339, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:13.470191 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.532509 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] For port b63f067b-f2ca-4997-8a12-9101609d5339, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:13.535851 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] For port b63f067b-f2ca-4997-8a12-9101609d5339, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b63f067b-f2ca-4997-8a12-9101609d5339,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:13.540117 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.540817 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Allocated IP 172.27.1.185 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/7ec20108-ff5c-45fb-b0e5-5546d4d53057) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:13.599068 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b021a8-b45a-48d1-8255-fd00436b8945 None None] Pushing event updated for resources: {'Port': ['ID=b63f067b-f2ca-4997-8a12-9101609d5339,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:13.655529 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.695283 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:13.745808 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:13.747980 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:13.752977 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:13.777391 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec20108-ff5c-45fb-b0e5-5546d4d53057,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:14.008945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:14.206702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:14.230352 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0eac0-caa9-4a07-81b3-d948077befaa req-756e7652-4afe-45af-a505-9c6119ecd8b5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:14.235559 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c0c0eac0-caa9-4a07-81b3-d948077befaa req-756e7652-4afe-45af-a505-9c6119ecd8b5 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0632768 Sep 07 14:58:14.274731 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c0c0eac0-caa9-4a07-81b3-d948077befaa req-1f11ab93-740f-4849-8ccf-0e26b3c34a02 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363400 Sep 07 14:58:14.350884 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:58:14.478188 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:14.487937 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:14.492049 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd92f7-0126-4438-86b4-5597bdd70cba None None] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:58:14.496440 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:14.498689 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1a27d16f-1396-4591-aec3-79828d4493c8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5907528 Sep 07 14:58:14.501256 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:14.525902 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:14.526523 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:14.763944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8ae6c6da-5908-447e-bb61-e0b2ed708cab None None] Provisioning for port b63f067b-f2ca-4997-8a12-9101609d5339 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:14.859871 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:15.112362 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b63f067b-f2ca-4997-8a12-9101609d5339 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:15.145109 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:13Z', 'revision_number': 3, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:15.182929 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:58:15.183305 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Updating router 1bddf638-0acf-4706-a68e-ebd69d763ec5 port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:58:15.215279 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.245012 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port b63f067b-f2ca-4997-8a12-9101609d5339 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:15.254061 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port b63f067b-f2ca-4997-8a12-9101609d5339 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:15.254443 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.258112 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.372330 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0da956f5-7de2-4479-8f24-bd980e89d782 None None] Provisioning complete for port b63f067b-f2ca-4997-8a12-9101609d5339 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:15.372710 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0da956f5-7de2-4479-8f24-bd980e89d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.454790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518384-d63b-4b62-a8ab-f7f9e680c6f8 req-610d7a4a-a411-4db1-801c-453d18ff0eef tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:15.457084 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-95518384-d63b-4b62-a8ab-f7f9e680c6f8 req-610d7a4a-a411-4db1-801c-453d18ff0eef tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0963833 Sep 07 14:58:15.479697 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Allocated IP 172.20.0.1 (0bdde287-2fe9-406f-8e77-750f82c39c1a/d07a95af-7724-4f04-9521-e8c08f1f6a64/1ac6866a-739c-4ce5-9559-a412dde2dcda) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:15.524345 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:58:15.534165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.541415 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-95518384-d63b-4b62-a8ab-f7f9e680c6f8 req-0f7d66f4-c894-4d15-b3b0-8c2e124dcbdc tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699170 Sep 07 14:58:15.624926 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.639726 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Transition to ACTIVE for port object 1ac6866a-739c-4ce5-9559-a412dde2dcda will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:15.652792 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port b63f067b-f2ca-4997-8a12-9101609d5339, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b63f067b-f2ca-4997-8a12-9101609d5339,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:15.654566 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0da956f5-7de2-4479-8f24-bd980e89d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.677755 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.683786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.719288 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:15.723676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:15.729377 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:15.759580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Pushing event updated for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:15.779737 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.785105 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.842593 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Transition to ACTIVE for port object 7ec20108-ff5c-45fb-b0e5-5546d4d53057 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:15.860298 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=b63f067b-f2ca-4997-8a12-9101609d5339,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:15.872987 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:15.877355 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.891301 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.db.api [None req-0da956f5-7de2-4479-8f24-bd980e89d782 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:58:15.891730 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG oslo_db.api [None req-0da956f5-7de2-4479-8f24-bd980e89d782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:58:15.916277 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '4f7e1863-e913-4aaf-b081-831583f223d5', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'mac_address': 'fa:16:3e:28:97:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:58:15.948640 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.965462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818c7b6-7793-431a-b324-09facdfb96c3 None None] Pushing event updated for resources: {'Port': ['ID=7ec20108-ff5c-45fb-b0e5-5546d4d53057,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:15.970313 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Attempting to bind port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:15.970684 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Attempting to bind port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:15.971105 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Attempting to bind port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:15.981523 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:15.982673 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:15.982871 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:15.983228 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:15.983745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Bound port: 7ec20108-ff5c-45fb-b0e5-5546d4d53057, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:15.984131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.015160 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.037236 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7e1863-e913-4aaf-b081-831583f223d5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:58:16.074603 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:16.080498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] For port 7ec20108-ff5c-45fb-b0e5-5546d4d53057, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:16.083112 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.086029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] For port 7ec20108-ff5c-45fb-b0e5-5546d4d53057, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7ec20108-ff5c-45fb-b0e5-5546d4d53057,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:16.108921 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.141307 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.146151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.149044 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:16.174324 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:16.174977 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:16.221443 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.224200 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Pushing event updated for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:16.255931 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818c7b6-7793-431a-b324-09facdfb96c3 None None] Pushing event updated for resources: {'Port': ['ID=7ec20108-ff5c-45fb-b0e5-5546d4d53057,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:16.314545 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:16.333200 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:16.334904 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:16.404158 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['4f7e1863-e913-4aaf-b081-831583f223d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:58:16.472096 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:58:16.597943 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:16.607433 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-12e37b7d-f193-437d-8993-0a006b58c2ea admin admin] 10.222.0.76 "PUT /v2.0/routers/1bddf638-0acf-4706-a68e-ebd69d763ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1050508 Sep 07 14:58:16.688656 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d2b82-3e3a-4d17-bbd0-decd233d1bd4 req-55266d83-11c7-41be-8d8a-5cb816284dd8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:16.690331 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-903d2b82-3e3a-4d17-bbd0-decd233d1bd4 req-55266d83-11c7-41be-8d8a-5cb816284dd8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0518389 Sep 07 14:58:16.730982 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-903d2b82-3e3a-4d17-bbd0-decd233d1bd4 req-f29f8405-dfe2-497b-bbb5-60a4cfe4eb45 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345402 Sep 07 14:58:16.813775 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c5f2899-8436-4d00-ab8c-74027fe3ed70 None None] Provisioning for port 1ac6866a-739c-4ce5-9559-a412dde2dcda completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:16.819967 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c5f2899-8436-4d00-ab8c-74027fe3ed70 None None] Provisioning complete for port 1ac6866a-739c-4ce5-9559-a412dde2dcda triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:16.820350 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c5f2899-8436-4d00-ab8c-74027fe3ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:16.853499 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 2, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:16.898359 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b9799-a4be-483e-872e-2d8f49eabf5d None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 2, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:58:16.905285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f2899-8436-4d00-ab8c-74027fe3ed70 None None] Port 1ac6866a-739c-4ce5-9559-a412dde2dcda cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:58:17.058220 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b63f067b-f2ca-4997-8a12-9101609d5339 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:17.115349 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port b63f067b-f2ca-4997-8a12-9101609d5339 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:17.115753 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.176826 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:17.181708 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2102146814-network', 'tenant_id': '1a03f621f324432ab36c561721317dc2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:17.209405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Made reservation on behalf of 1a03f621f324432ab36c561721317dc2 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:17.212582 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.234452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.339704 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.345401 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.371570 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:58:17.382059 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c0252-711f-4f02-8a35-25b213dee1a5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:17.387262 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.388193 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Added segment 573a7d44-608c-4e25-a281-03cda4e03750 of type vlan for network 7f149004-83f1-4f60-b4b5-44ea4ee70696 Sep 07 14:58:17.436099 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749589846532'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.465770 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.466816 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:17.467486 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.506259 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3258352 Sep 07 14:58:17.507094 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:17.514000 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Request body: {'subnet': {'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2102146814-subnet', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:17.533705 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82e69d-df49-4f17-9470-c1dd52b93118 admin admin] Pushing event updated for resources: {'Network': ['ID=7f149004-83f1-4f60-b4b5-44ea4ee70696,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:17.533929 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:17.545487 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Made reservation on behalf of 1a03f621f324432ab36c561721317dc2 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:17.548354 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126489646'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.568314 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 details requested by agent ovs-agent-dv-cinder-760199-15-iscsi with host dv-cinder-760199-15-iscsi {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:58:17.689860 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 4f7e1863-e913-4aaf-b081-831583f223d5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:17.696310 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 4f7e1863-e913-4aaf-b081-831583f223d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:17.696799 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.814118 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.850351 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:17.853058 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6873d47-66e4-4c7f-a591-0229fa55835e" -d '{"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:17.874677 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:17.879482 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.880505 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2677f2-b858-4d03-8eee-de2e7691a55c req-e0db4360-9dd6-46a8-b88a-f9067956a23c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:17.882295 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fe2677f2-b858-4d03-8eee-de2e7691a55c req-e0db4360-9dd6-46a8-b88a-f9067956a23c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0629535 Sep 07 14:58:17.886325 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126697562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126489656'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:17.931602 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc2fcf-e6da-4a53-b21a-70f0e5e8e0ae x-openstack-request-id: req-3abc2fcf-e6da-4a53-b21a-70f0e5e8e0ae {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:17.932025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:17.932367 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3abc2fcf-e6da-4a53-b21a-70f0e5e8e0ae {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:17.932886 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'code': 200} Sep 07 14:58:17.939586 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fe2677f2-b858-4d03-8eee-de2e7691a55c req-bec47168-0457-4725-877b-110956ac7781 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480056 Sep 07 14:58:17.944720 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:17.977902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be490be-ff07-4ac0-bfa5-430922c8949a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:18.000468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Checking segment: {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:18.000829 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Network hostable DHCP agents. Network: 7f149004-83f1-4f60-b4b5-44ea4ee70696, hostable agents: ['afdb3e9b-681c-43ca-b322-f1fe7651d8d4'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:58:18.018475 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 is scheduled to be hosted by DHCP agent afdb3e9b-681c-43ca-b322-f1fe7651d8d4 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:58:18.032278 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-15-iscsi, 7f149004-83f1-4f60-b4b5-44ea4ee70696) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:18.036667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:18.037282 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.046251 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb713b-6d9d-4873-a10a-bee6363aaed6 None None] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:58:18.058354 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-71afa686-d07a-422c-a2df-3be5be09083c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5492580 Sep 07 14:58:18.061288 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:18.065888 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:18.099586 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12915'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.100719 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12906'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.170303 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.239748 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedc2ccaf-8863-58e7-be85-95654dcbf514-7f149004-83f1-4f60-b4b5-44ea4ee70696', 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'fixed_ips': [{'subnet_id': '2be490be-ff07-4ac0-bfa5-430922c8949a'}]}} from dv-cinder-760199-15-iscsi. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:58:18.240762 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.351171 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.358549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e507f2-d408-4a9b-8866-624f664083e8 req-f18e18f5-ea13-4bd3-bd99-24e22717d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:18.360190 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69e507f2-d408-4a9b-8866-624f664083e8 req-f18e18f5-ea13-4bd3-bd99-24e22717d8ac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.1480713 Sep 07 14:58:18.413712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Allocated IP 172.20.0.2 (7f149004-83f1-4f60-b4b5-44ea4ee70696/2be490be-ff07-4ac0-bfa5-430922c8949a/f43497e4-48ae-4948-b7f8-2a9e796f162c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:18.416722 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69e507f2-d408-4a9b-8866-624f664083e8 req-0b9395e3-98b9-4266-b7dc-11ece5c6d947 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446911 Sep 07 14:58:18.585856 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.590379 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.596529 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Transition to ACTIVE for port object f43497e4-48ae-4948-b7f8-2a9e796f162c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:18.613671 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Transition to ACTIVE for port object f43497e4-48ae-4948-b7f8-2a9e796f162c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:18.615865 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.621613 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.659283 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:18.662053 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:18.665824 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:18.676945 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Pushing event updated for resources: {'Port': ['ID=f43497e4-48ae-4948-b7f8-2a9e796f162c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:18.732451 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Attempting to bind port f43497e4-48ae-4948-b7f8-2a9e796f162c on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:18.732830 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Attempting to bind port f43497e4-48ae-4948-b7f8-2a9e796f162c by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:18.733205 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Attempting to bind port f43497e4-48ae-4948-b7f8-2a9e796f162c on network 7f149004-83f1-4f60-b4b5-44ea4ee70696 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:18.737068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Allocated IP 172.27.1.197 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:18.739179 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:18.739675 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Checking segment: {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:18.740296 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.742972 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Bound using segment: {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:18.742972 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Bound port: f43497e4-48ae-4948-b7f8-2a9e796f162c, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:18.743482 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.830260 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] For port f43497e4-48ae-4948-b7f8-2a9e796f162c, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:18.833850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] For port f43497e4-48ae-4948-b7f8-2a9e796f162c, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f43497e4-48ae-4948-b7f8-2a9e796f162c,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:18.838789 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.896748 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:18.915434 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bec9a-0b30-4d8b-a2df-0cf3ed2b55d4 None None] Pushing event updated for resources: {'Port': ['ID=f43497e4-48ae-4948-b7f8-2a9e796f162c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:18.957660 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.004209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:19.007353 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:19.011318 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:19.045060 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Pushing event updated for resources: {'Port': ['ID=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:19.137164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf7f9-a879-406d-b15f-ee77dd0db7b5 req-de15c823-94e1-4331-99fb-79104168622b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:19.140474 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-593cf7f9-a879-406d-b15f-ee77dd0db7b5 req-de15c823-94e1-4331-99fb-79104168622b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.1168373 Sep 07 14:58:19.199271 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7ec20108-ff5c-45fb-b0e5-5546d4d53057 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:19.214195 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-593cf7f9-a879-406d-b15f-ee77dd0db7b5 req-ade5018a-7454-4d52-acca-67e50de9bb8b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671837 Sep 07 14:58:19.270784 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:19.275887 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:19.276470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.293323 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:19.304676 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:19.305385 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:19.360193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.363733 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.400934 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 7ec20108-ff5c-45fb-b0e5-5546d4d53057, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7ec20108-ff5c-45fb-b0e5-5546d4d53057,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:19.410215 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.449261 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:19.477952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=7ec20108-ff5c-45fb-b0e5-5546d4d53057,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:19.597485 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781266'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.676001 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:16Z', 'revision_number': 2, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:19.712469 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:58:19.713202 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Updating router 1bddf638-0acf-4706-a68e-ebd69d763ec5 port 1ac6866a-739c-4ce5-9559-a412dde2dcda binding host dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:58:19.745203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Router e5151878-9ccb-4c65-be80-e1d12486c514 is scheduled to L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:58:19.747891 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.892281 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:19.910769 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Sync routers for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:19.915758 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:19.918032 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2896179b-a7c9-4c3f-bff8-8d2eaf45ac67 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8557220 Sep 07 14:58:19.921627 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:19.923509 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:19.924263 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:19.966574 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff458c3a-e268-458b-91da-430eaa4a08d3 None None] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:58:20.100257 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69ac4ce6-212f-4c8f-b137-4b5ba04cfc98 None None] Provisioning for port f43497e4-48ae-4948-b7f8-2a9e796f162c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:20.122728 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:20.170731 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.181484 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Transition to ACTIVE for port object 1ac6866a-739c-4ce5-9559-a412dde2dcda will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:20.188531 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.242806 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51b92d-88ee-4bdc-9c8a-2ed8fb6d139e None None] Pushing event updated for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:20.329129 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Attempting to bind port 1ac6866a-739c-4ce5-9559-a412dde2dcda on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:20.329843 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Attempting to bind port 1ac6866a-739c-4ce5-9559-a412dde2dcda by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:20.329843 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Attempting to bind port 1ac6866a-739c-4ce5-9559-a412dde2dcda on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:20.344310 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:20.346238 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:20.347332 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.347927 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Bound using segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:20.348602 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Bound port: 1ac6866a-739c-4ce5-9559-a412dde2dcda, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:20.349187 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.378365 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe61d3-5e23-46f6-ada8-0e0b05450524 req-4568fa45-11e0-4b67-a32b-e5f3f21c6aac tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:20.392216 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3dbe61d3-5e23-46f6-ada8-0e0b05450524 req-4568fa45-11e0-4b67-a32b-e5f3f21c6aac tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0702128 Sep 07 14:58:20.430891 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] For port 1ac6866a-739c-4ce5-9559-a412dde2dcda, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:20.435808 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] For port 1ac6866a-739c-4ce5-9559-a412dde2dcda, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1ac6866a-739c-4ce5-9559-a412dde2dcda,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:20.448208 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3dbe61d3-5e23-46f6-ada8-0e0b05450524 req-752e00ec-2b20-4600-9994-bf8c3a467dd2 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544965 Sep 07 14:58:20.448994 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.474122 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 3, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:20.505129 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.543099 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:20.544238 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:20.544850 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Checking router: e5151878-9ccb-4c65-be80-e1d12486c514 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:58:20.545314 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Updating router e5151878-9ccb-4c65-be80-e1d12486c514 port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:58:20.583606 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.652491 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51b92d-88ee-4bdc-9c8a-2ed8fb6d139e None None] Pushing event updated for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:20.705590 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:20.713555 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acf045-9948-4f6f-99f7-c5026109554a req-8e42dd48-309a-4cc3-9678-eada1b70d04b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:20.720993 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-54acf045-9948-4f6f-99f7-c5026109554a req-8e42dd48-309a-4cc3-9678-eada1b70d04b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.1840842 Sep 07 14:58:20.781019 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-54acf045-9948-4f6f-99f7-c5026109554a req-212456ff-9197-435c-87a2-f886335edb05 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460813 Sep 07 14:58:20.806629 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:20.865845 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Allocated IP 172.20.0.1 (7f149004-83f1-4f60-b4b5-44ea4ee70696/2be490be-ff07-4ac0-bfa5-430922c8949a/8e887687-9f8a-48b0-9ee1-2e2eebe71874) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:20.977235 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:20.998494 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Transition to ACTIVE for port object 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:21.012239 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.029907 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:20Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:21.036382 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.067737 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Attempting to bind port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:21.068116 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Attempting to bind port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:21.068480 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Attempting to bind port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 on network 0c64980d-e4f7-40a1-8803-bea938607547 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:21.078786 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:21.079131 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Transition to ACTIVE for port object 8e887687-9f8a-48b0-9ee1-2e2eebe71874 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:21.079312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Checking segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:21.079669 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.080072 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Bound using segment: {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:21.080611 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Bound port: 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b37a7-9cc8-4398-86e0-5d82e48f339c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:21.081143 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.110728 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae084d6f-490e-427b-bb30-ec5da339113f None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:20Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:58:21.126040 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b919-c766-4f76-9318-4eb98bd9f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:21.135993 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.166067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd673ac2-75c9-43b5-a1ba-5854387da9c2 tempest-TestShelveInstance-2073645892 tempest-TestShelveInstance-2073645892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:21.167943 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dd673ac2-75c9-43b5-a1ba-5854387da9c2 tempest-TestShelveInstance-2073645892 tempest-TestShelveInstance-2073645892-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1093 time: 0.3599641 Sep 07 14:58:21.171198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:21.176937 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:21.189759 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:21.193154 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:21.196418 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] For port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:21.201279 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] For port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:21.201398 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:21.207697 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Pushing event updated for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:21.210609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.230329 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.251048 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-779663'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.345235 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f43497e4-48ae-4948-b7f8-2a9e796f162c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:21.378090 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:21.378750 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:21.479463 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.602938 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b919-c766-4f76-9318-4eb98bd9f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:21.676063 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29837f8f-1058-454d-ba7b-52efbb92fe23 None None] Provisioning for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:21.686616 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29837f8f-1058-454d-ba7b-52efbb92fe23 None None] Provisioning complete for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:21.687282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29837f8f-1058-454d-ba7b-52efbb92fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.704143 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.712079 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.737807 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-29837f8f-1058-454d-ba7b-52efbb92fe23 None None] Port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:58:21.746567 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port f43497e4-48ae-4948-b7f8-2a9e796f162c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:21.759117 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f43497e4-48ae-4948-b7f8-2a9e796f162c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:21.759344 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.764388 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:21.773037 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.792413 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780575'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:21.824431 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Pushing event updated for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:21.911117 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:21.912490 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:21.919098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Allocated IP 172.27.1.14 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/70b54df9-be82-4a69-8a48-3c0072f98455) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:21.972380 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.043254 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.053661 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port f43497e4-48ae-4948-b7f8-2a9e796f162c, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f43497e4-48ae-4948-b7f8-2a9e796f162c,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:22.103606 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.104451 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1ac6866a-739c-4ce5-9559-a412dde2dcda up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:22.112669 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.124104 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Router e5151878-9ccb-4c65-be80-e1d12486c514 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:58:22.159792 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:22.161483 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:22.166514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:22.261944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 1ac6866a-739c-4ce5-9559-a412dde2dcda completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:22.263883 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'Port': ['ID=70b54df9-be82-4a69-8a48-3c0072f98455,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:22.265332 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:22.266633 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 1ac6866a-739c-4ce5-9559-a412dde2dcda triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:22.267036 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.269425 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 3, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:22.275012 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ddb47c5a-5129-497a-bf01-9a5fa2628f21 admin admin] 10.222.0.76 "PUT /v2.0/routers/e5151878-9ccb-4c65-be80-e1d12486c514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492932 Sep 07 14:58:22.275219 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=f43497e4-48ae-4948-b7f8-2a9e796f162c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:22.334548 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b012f-0660-4aff-9a40-6d5c2842a6bc None None] The sync data for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi is: [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 3, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:58:22.345351 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-321ffb5e-93de-49c8-9d7a-46b57d23cba8 None None] Provisioning complete for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:22.345732 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-321ffb5e-93de-49c8-9d7a-46b57d23cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.389084 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-321ffb5e-93de-49c8-9d7a-46b57d23cba8 None None] Port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:58:22.438282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.477500 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 1ac6866a-739c-4ce5-9559-a412dde2dcda, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1ac6866a-739c-4ce5-9559-a412dde2dcda,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:22.483035 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.484087 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7ec20108-ff5c-45fb-b0e5-5546d4d53057 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:22.566694 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:22.587368 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:22.587743 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.780639 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.867543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58810) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:22.873395 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237279824', 'description': 'tempest-secgroup-smoke-237279824 description', 'project_id': 'da4c91ad9ffc406dbe700257b9149312'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:22.912634 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:22.940999 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.143204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.147495 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.149540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.159587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.199255 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.201453 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3328497 Sep 07 14:58:23.204574 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58816) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.208422 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:23.213503 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.243715 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1466d8f-a31c-4cc3-8b2a-2f5e454a3055 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b35c7-c0e1-42cf-88c0-84c6e09463a0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.252716 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.257923 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event updated for resources: {'Port': ['ID=70b54df9-be82-4a69-8a48-3c0072f98455,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.271053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.282527 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:23.288088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:23.288696 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.326179 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.331666 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.356062 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abac9c4d-b735-4a85-ac23-ee677115210d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.365961 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.367265 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-66c65ad1-f366-4d6a-875d-ad395b64e2d8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603320 Sep 07 14:58:23.370337 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58818) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.375435 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.392624 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.402058 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.403836 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Floating IP 8189aca2-fe3c-4a05-bd08-f2b9e3878974 associated. External IP: 172.27.1.14, port: 4f7e1863-e913-4aaf-b081-831583f223d5. Sep 07 14:58:23.417750 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:23.422822 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.424007 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f43497e4-48ae-4948-b7f8-2a9e796f162c up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:23.464486 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.470080 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.491042 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0703538-df53-4fef-ac92-d4d555efc2ea,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.500793 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.505219 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.506672 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-709cd98c-8b84-4433-b74e-3a9426209419 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346316 Sep 07 14:58:23.507895 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58820) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.513253 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.518032 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port f43497e4-48ae-4948-b7f8-2a9e796f162c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:23.518408 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.542625 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.603379 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1ac6866a-739c-4ce5-9559-a412dde2dcda up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:23.603779 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.612295 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.630434 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36534d8d-923b-4bc3-b837-b5e3644564db,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.640163 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.641405 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2758d55e-7176-40a6-b6cd-07bf94f3d2fa tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322322 Sep 07 14:58:23.644284 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58822) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.648893 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.652880 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Router f420ec31-ac99-4008-88a4-047d7dc000fc has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:58:23.664240 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 1ac6866a-739c-4ce5-9559-a412dde2dcda triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:23.664691 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.677321 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.748836 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.753837 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.774374 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4fc444-6c79-462e-b7ba-010a2b2efa38,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.776971 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:23.783722 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.784933 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a9c9dbbc-50b8-4106-a721-a092af2f27b9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396961 Sep 07 14:58:23.788001 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 58824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.790689 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Sync routers for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:23.795646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.802080 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:23.803184 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:23.806526 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.841239 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Project da4c91ad9ffc406dbe700257b9149312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:58:23.844722 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-482d68dd-cee6-49a5-8c93-48e1b1816c4e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6721375 Sep 07 14:58:23.846471 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:23.848700 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c2319d-7b99-4d58-b86d-1dff48d35428" -d '{"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:23.852420 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.898001 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556afd5f-6e2f-4ff4-8c05-097da0f03931 x-openstack-request-id: req-556afd5f-6e2f-4ff4-8c05-097da0f03931 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:23.898287 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:23.898534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-556afd5f-6e2f-4ff4-8c05-097da0f03931 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:23.898917 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'status': 'completed', 'code': 200} Sep 07 14:58:23.920243 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:23.920495 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.925229 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.954744 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3feefb3a-d9cb-4667-967c-6e19dec4e495,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:23.973882 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:23.975363 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2a8b501f-58c0-4fd3-827d-6eb54aa2060e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1860244 Sep 07 14:58:23.978250 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 58830) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:23.984803 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'security_group_rule': {'security_group_id': 'a54b35c7-c0e1-42cf-88c0-84c6e09463a0', 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:23.990271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-bc51098f-608b-4330-8ed4-0940ddff6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:23.992119 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-bc51098f-608b-4330-8ed4-0940ddff6d54 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0516572 Sep 07 14:58:24.009503 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Project da4c91ad9ffc406dbe700257b9149312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:58:24.015143 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:24.080818 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:24.085663 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608378'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:24.101107 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-02701fd2-2f2d-4218-8bfd-a447de80843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:24.102691 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-02701fd2-2f2d-4218-8bfd-a447de80843e service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.1034398 Sep 07 14:58:24.105413 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f64930-d4a9-4036-8d44-1fdb782ffbd2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:24.109476 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:24.110796 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e4dabcff-4596-4621-891b-4aab4046a67a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306374 Sep 07 14:58:24.209349 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '8189aca2-fe3c-4a05-bd08-f2b9e3878974', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'mac_address': 'fa:16:3e:28:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14530725-3457-488d-b92b-4854b6ee295f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:22Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 0, 'project_id': '446b124b765b430989597bddb8a8dc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:24.224216 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-72c8c42c-beca-4483-b9ce-c8b050da9f01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 998 time: 0.1065836 Sep 07 14:58:24.241084 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Checking router: f420ec31-ac99-4008-88a4-047d7dc000fc for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:58:24.251795 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:24.252650 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:24.291006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-c095e3b5-bb75-4c9d-945a-95093c8335fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:24.295889 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-c095e3b5-bb75-4c9d-945a-95093c8335fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0595403 Sep 07 14:58:24.350574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-641738f1-501e-4a29-aa8a-04e53d03007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:24.352217 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-641738f1-501e-4a29-aa8a-04e53d03007a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496361 Sep 07 14:58:24.389102 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:24.464950 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-a264011f-65d7-4283-943e-0171a9bdf0fc service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049879 Sep 07 14:58:24.572623 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-41c2319d-7b99-4d58-b86d-1dff48d35428 req-4e95b168-a82b-484c-89d2-26350ff39e82 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005046 Sep 07 14:58:24.603965 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Sync routers for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:24.615462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:24.616454 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:24.695819 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '8189aca2-fe3c-4a05-bd08-f2b9e3878974', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'mac_address': 'fa:16:3e:28:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14530725-3457-488d-b92b-4854b6ee295f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:22Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 0, 'project_id': '446b124b765b430989597bddb8a8dc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:24.724688 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7616b-046f-4100-bddf-8dc662bb193b None None] The sync data for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi is: [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '8189aca2-fe3c-4a05-bd08-f2b9e3878974', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'mac_address': 'fa:16:3e:28:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14530725-3457-488d-b92b-4854b6ee295f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:22Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 0, 'project_id': '446b124b765b430989597bddb8a8dc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:58:24.750712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:24.929535 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dbfa94-21e0-4869-b4c9-881ab60da107 None None] New status for floating IP 8189aca2-fe3c-4a05-bd08-f2b9e3878974: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:58:24.975463 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 4, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '8e887687-9f8a-48b0-9ee1-2e2eebe71874', 'name': '', 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'mac_address': 'fa:16:3e:af:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:20Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 2, 'project_id': '1a03f621f324432ab36c561721317dc2', 'subnets': [{'id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:25.006461 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Checking router: e5151878-9ccb-4c65-be80-e1d12486c514 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:58:25.006825 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Updating router e5151878-9ccb-4c65-be80-e1d12486c514 port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 binding host dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:58:25.037721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.077303 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:25.356590 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:25.356962 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.550900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.560355 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Transition to ACTIVE for port object 8e887687-9f8a-48b0-9ee1-2e2eebe71874 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:25.565619 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.616862 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745baa-b228-4567-b263-12b550a9cb45 None None] Pushing event updated for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:25.673464 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Attempting to bind port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 on host dv-cinder-760199-15-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:25.673834 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Attempting to bind port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 by drivers openvswitch,hyperv on host dv-cinder-760199-15-iscsi at level 0 using segments [{'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:25.674202 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Attempting to bind port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 on network 7f149004-83f1-4f60-b4b5-44ea4ee70696 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:25.679365 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Checking agent: {'id': '5b365a38-b6aa-46a7-9d99-6c7141744821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 14, 34), 'started_at': datetime.datetime(2021, 9, 7, 14, 15, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:25.679736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Checking segment: {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:25.680137 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.680529 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Bound using segment: {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:25.680996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Bound port: 8e887687-9f8a-48b0-9ee1-2e2eebe71874, host: dv-cinder-760199-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573a7d44-608c-4e25-a281-03cda4e03750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:25.681381 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.760450 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] For port 8e887687-9f8a-48b0-9ee1-2e2eebe71874, host dv-cinder-760199-15-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:25.764839 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] For port 8e887687-9f8a-48b0-9ee1-2e2eebe71874, host dv-cinder-760199-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=8e887687-9f8a-48b0-9ee1-2e2eebe71874,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:25.769142 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:25.830851 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:25.831513 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:25.872492 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745baa-b228-4567-b263-12b550a9cb45 None None] Pushing event updated for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:25.950744 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:26.164024 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 4, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '8e887687-9f8a-48b0-9ee1-2e2eebe71874', 'name': '', 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'mac_address': 'fa:16:3e:af:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:20Z', 'updated_at': '2021-09-07T14:58:25Z', 'revision_number': 4, 'project_id': '1a03f621f324432ab36c561721317dc2', 'subnets': [{'id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:26.190250 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8fe05-5db3-4d1e-a90d-887ee9b5431d None None] The sync data for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi is: [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:21Z', 'revision_number': 4, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '8e887687-9f8a-48b0-9ee1-2e2eebe71874', 'name': '', 'network_id': '7f149004-83f1-4f60-b4b5-44ea4ee70696', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'mac_address': 'fa:16:3e:af:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:20Z', 'updated_at': '2021-09-07T14:58:25Z', 'revision_number': 4, 'project_id': '1a03f621f324432ab36c561721317dc2', 'subnets': [{'id': '2be490be-ff07-4ac0-bfa5-430922c8949a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:58:27.080136 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 8e887687-9f8a-48b0-9ee1-2e2eebe71874 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:27.127241 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:27.135226 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:27.135573 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:27.215057 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:27.246837 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] For port 8e887687-9f8a-48b0-9ee1-2e2eebe71874, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=8e887687-9f8a-48b0-9ee1-2e2eebe71874,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:27.250501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:27.297639 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Pushing event updated for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:29.054263 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 8e887687-9f8a-48b0-9ee1-2e2eebe71874 up at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:29.101723 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Provisioning complete for port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:29.102092 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:31.986662 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0885c003-b96d-4257-84fd-c44b665b6b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:34.387757 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:58:34.459144 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aed8c8b-3228-4f1b-9622-97b63678c986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:34.567920 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:35.908143 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:37.629988 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:37.833764 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:41.855385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-0114420f-10a8-4dc1-9e61-b0b0aae6719c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237279824&fields=id&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 267 time: 0.0336294 Sep 07 14:58:41.965829 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-94b2cc33-b22c-428b-8241-9b7124cc78fd tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:41.968264 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-94b2cc33-b22c-428b-8241-9b7124cc78fd tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.1046116 Sep 07 14:58:41.983445 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6e34d69b-403f-49a3-879e-37fcb44be3ed tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/quotas/da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Sep 07 14:58:42.036237 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-9eb51c6f-b5cf-48cc-8b41-729ab9fb23d7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473597 Sep 07 14:58:42.098447 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-a5a75c13-e37a-4f35-bb2e-07706560b9a1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:58:42.100027 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-a5a75c13-e37a-4f35-bb2e-07706560b9a1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520630 Sep 07 14:58:42.198380 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-c4ab7fe8-8297-4ddd-b24a-f99c7f144963 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918097 Sep 07 14:58:42.296469 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-9bce3e2f-fb20-495b-a717-260f912a4f19 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Sep 07 14:58:42.657252 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-91cbeffa-8571-49e7-bcd1-639ad0b2cc9b req-c2d06bea-dda5-479b-a604-5ffb54f9ba5e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 210 time: 0.0891211 Sep 07 14:58:43.647606 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-f86536bb-7507-4c1c-a97f-e9072ebd7e55 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:43.649089 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-f86536bb-7507-4c1c-a97f-e9072ebd7e55 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.1106555 Sep 07 14:58:43.698049 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-1387d552-afa9-4e41-9c0a-5815c4b106af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 379 time: 0.0332067 Sep 07 14:58:43.709068 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'port': {'device_id': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'admin_state_up': True, 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'security_groups': ['a54b35c7-c0e1-42cf-88c0-84c6e09463a0']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:43.760335 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-7a5c65af-37a3-4924-a5e7-ea383c54d7e2 req-f6a9b1be-6e66-4643-ac86-9185725d0b04 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 210 time: 0.0331910 Sep 07 14:58:43.840194 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Made reservation on behalf of da4c91ad9ffc406dbe700257b9149312 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:58:43.844701 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:43.962979 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.20.0.11 (0bdde287-2fe9-406f-8e77-750f82c39c1a/d07a95af-7724-4f04-9521-e8c08f1f6a64/871ea687-a5d8-4b0e-b6a3-7936375c64b0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:44.098282 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.111061 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Transition to ACTIVE for port object 871ea687-a5d8-4b0e-b6a3-7936375c64b0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:44.144550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.186831 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:44.189789 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:44.195310 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:44.223973 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:44.237248 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.237618 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.237969 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.238305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.238630 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.238988 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.239762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.239762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.239958 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.240236 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.240540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.240851 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:44.272205 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:44.272867 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.297463 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a9534b7-3828-4e17-a23a-3a8b2714cc9a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921869 Sep 07 14:58:44.320906 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Request body: {'port': {'device_id': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:44.388344 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.500498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4a9ac6a0-bd65-4193-ad52-6e12e4715f7c None None] Provisioning for port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:44.505078 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4a9ac6a0-bd65-4193-ad52-6e12e4715f7c None None] Provisioning complete for port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:44.505449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac6a0-bd65-4193-ad52-6e12e4715f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.539508 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ac6a0-bd65-4193-ad52-6e12e4715f7c None None] Port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:58:44.647282 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871ea687-a5d8-4b0e-b6a3-7936375c64b0 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:58:44.655672 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.669077 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Transition to ACTIVE for port object 871ea687-a5d8-4b0e-b6a3-7936375c64b0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:58:44.673093 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:44.886277 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabea1f-ec74-4942-9b2b-9b6b8d902d30 req-c1e5f442-d47e-42a6-8fb7-d03703495da3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:44.887915 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-beabea1f-ec74-4942-9b2b-9b6b8d902d30 req-c1e5f442-d47e-42a6-8fb7-d03703495da3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0508351 Sep 07 14:58:44.928692 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-beabea1f-ec74-4942-9b2b-9b6b8d902d30 req-7ee3f6d8-a743-4ccb-bd74-54196b5b069c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Sep 07 14:58:44.980623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Pushing event updated for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:45.049534 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Attempting to bind port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:58:45.049789 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Attempting to bind port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:58:45.050129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Attempting to bind port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:45.054605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:58:45.054934 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Attempting to bind port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:58:45.060013 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:58:45.060911 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:58:45.061381 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Bound using segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:58:45.061838 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Bound port: 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:58:45.062222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:45.127055 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:58:45.130035 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:58:45.134742 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:45.171757 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.172377 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:45.173756 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] 10.222.0.68 "PUT /v2.0/ports/871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 200 len: 1094 time: 0.8599706 Sep 07 14:58:45.174203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:45.176462 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddc6de-3130-4355-957d-2f5014dd1c88" -d '{"events": [{"name": "network-changed", "server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:45.203879 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7836-3b78-4f2d-9a7c-959182434d39 service neutron] Pushing event updated for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:45.274348 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-d7f8b583-de22-4d92-96bc-f31fcf610ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.276118 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-d7f8b583-de22-4d92-96bc-f31fcf610ddc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0422730 Sep 07 14:58:45.283147 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061e84f1-4b86-4b15-881a-3a3be66e277c x-openstack-request-id: req-061e84f1-4b86-4b15-881a-3a3be66e277c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:45.283444 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:45.283694 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-061e84f1-4b86-4b15-881a-3a3be66e277c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:45.284088 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'status': 'completed', 'code': 200} Sep 07 14:58:45.330616 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-4d05c041-1fdb-483a-b08d-313bce55d9d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 200 len: 217 time: 0.0375717 Sep 07 14:58:45.386294 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a0618e8-17ad-4426-9508-88c6515ec5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.387798 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-6a0618e8-17ad-4426-9508-88c6515ec5d8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0505831 Sep 07 14:58:45.433302 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-f1296a8c-7ed4-495d-8f83-3b2a50ace9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.434746 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-f1296a8c-7ed4-495d-8f83-3b2a50ace9b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393376 Sep 07 14:58:45.522783 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-7b58fd83-4cda-4400-89ca-138674b7d8b2 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801449 Sep 07 14:58:45.614808 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f31ea91-50b3-4d20-ad6b-c8105c6c7717 req-7a92c3b0-23bc-4ff0-b980-bf0b604ccaa3 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844936 Sep 07 14:58:45.740484 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-0909630a-545d-4ef9-a612-51fbc555c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.741962 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-0909630a-545d-4ef9-a612-51fbc555c6d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0403874 Sep 07 14:58:45.836524 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-8edb533e-488a-4b8a-9404-ae09d6369496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.838053 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-8edb533e-488a-4b8a-9404-ae09d6369496 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0886121 Sep 07 14:58:45.880369 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-bc0af6a4-f04c-4bb0-987f-96a0f5064555 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 200 len: 217 time: 0.0349126 Sep 07 14:58:45.946681 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-f3211c74-ae03-429f-9895-10eed3249ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.948198 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-f3211c74-ae03-429f-9895-10eed3249ab4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0489075 Sep 07 14:58:45.996982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-accbbd1b-4d33-4964-a1d8-9189cab65455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:45.998512 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-accbbd1b-4d33-4964-a1d8-9189cab65455 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427113 Sep 07 14:58:46.057858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b68479-9606-412e-9f80-7938137676c8 req-471e26f3-05a7-486b-83ab-bca59d11a84c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:46.057858 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8b68479-9606-412e-9f80-7938137676c8 req-471e26f3-05a7-486b-83ab-bca59d11a84c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0517571 Sep 07 14:58:46.090831 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-17d9b000-c4fe-4d75-9ce7-347daeb700c9 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845325 Sep 07 14:58:46.093402 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c8b68479-9606-412e-9f80-7938137676c8 req-54707647-9ecd-4926-a8da-4e6bbbe39888 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Sep 07 14:58:46.185366 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-65ddc6de-3130-4355-957d-2f5014dd1c88 req-c9939388-f0aa-464a-adb8-5183201d7c7e service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876722 Sep 07 14:58:47.208382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9670-52b2-49b3-a9dc-5790c87341c2 req-a1f0b726-7cef-45d4-be13-8b14d2e2b992 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:47.209860 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f2c9670-52b2-49b3-a9dc-5790c87341c2 req-a1f0b726-7cef-45d4-be13-8b14d2e2b992 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Sep 07 14:58:47.246543 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0f2c9670-52b2-49b3-a9dc-5790c87341c2 req-185f0de7-05b4-446b-8d04-8012cfdc56c9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307894 Sep 07 14:58:48.360019 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b85c8-c845-4cc4-a607-45c509c3f974 req-00a91e39-72bb-4897-989c-0ad94da74775 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:48.361490 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-409b85c8-c845-4cc4-a607-45c509c3f974 req-00a91e39-72bb-4897-989c-0ad94da74775 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0481660 Sep 07 14:58:48.398701 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-409b85c8-c845-4cc4-a607-45c509c3f974 req-046461af-06a3-4693-8ae0-1ec49e9dce27 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Sep 07 14:58:49.514976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4c671-5596-4da9-9532-e78d9f7df274 req-44449218-bb8e-43d2-b10f-d5d18c74f422 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:49.516533 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-30c4c671-5596-4da9-9532-e78d9f7df274 req-44449218-bb8e-43d2-b10f-d5d18c74f422 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0509894 Sep 07 14:58:49.559430 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-30c4c671-5596-4da9-9532-e78d9f7df274 req-8eb44ab0-9d0c-4748-8508-46deb5efab59 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368464 Sep 07 14:58:50.681553 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdd1b-d67d-4828-b5fd-6998544cf3f1 req-ce6adc43-6f9e-481f-8965-5970383340f4 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:50.683058 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-08dbdd1b-d67d-4828-b5fd-6998544cf3f1 req-ce6adc43-6f9e-481f-8965-5970383340f4 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0549221 Sep 07 14:58:50.720697 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-08dbdd1b-d67d-4828-b5fd-6998544cf3f1 req-accb55f4-2d87-4e76-b1a2-83fe56a2eab7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Sep 07 14:58:51.838378 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d68eb-7cea-44d9-998a-95bed37b942b req-926184a7-d13b-4cd9-a53d-39d24c211cad tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:51.839927 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a00d68eb-7cea-44d9-998a-95bed37b942b req-926184a7-d13b-4cd9-a53d-39d24c211cad tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0532789 Sep 07 14:58:51.878239 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a00d68eb-7cea-44d9-998a-95bed37b942b req-e9736f95-40c6-4ad4-9935-a22a885df6ef tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Sep 07 14:58:52.997121 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e1c6-4d47-4d88-8d0e-972c2c410406 req-a8c08f7b-714e-497d-8d63-7ba9108e8421 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:52.998792 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4ec1e1c6-4d47-4d88-8d0e-972c2c410406 req-a8c08f7b-714e-497d-8d63-7ba9108e8421 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 944 time: 0.0549324 Sep 07 14:58:53.037866 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4ec1e1c6-4d47-4d88-8d0e-972c2c410406 req-86d69873-cb70-473e-b42a-ba0742de0d5d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Sep 07 14:58:53.677887 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 871ea687-a5d8-4b0e-b6a3-7936375c64b0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:58:53.775745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:53.788308 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'port_id': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:58:53.824230 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:53.840857 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871ea687-a5d8-4b0e-b6a3-7936375c64b0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:58:53.860563 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:53.864481 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:53.911684 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:53.918553 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.918898 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.919808 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.920197 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.920531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.920861 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.921184 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.921508 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.921832 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.922154 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.922471 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:53.922787 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:54.156662 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99ce0b-01fb-4294-b9af-d7572a97f00e req-262e1d5c-6fda-41ef-845b-5192ca97de35 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:54.158195 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2d99ce0b-01fb-4294-b9af-d7572a97f00e req-262e1d5c-6fda-41ef-845b-5192ca97de35 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Sep 07 14:58:54.161621 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['871ea687-a5d8-4b0e-b6a3-7936375c64b0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:58:54.197849 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2d99ce0b-01fb-4294-b9af-d7572a97f00e req-586669dc-d459-4408-b49f-4d2ad75e43ac tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Sep 07 14:58:55.316729 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e1ec0-cfc6-4d78-ba3f-57cac1db7a3a req-05d016aa-5c51-4c87-93e6-c09762965856 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:55.319945 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-500e1ec0-cfc6-4d78-ba3f-57cac1db7a3a req-05d016aa-5c51-4c87-93e6-c09762965856 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 945 time: 0.0512841 Sep 07 14:58:55.357905 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-500e1ec0-cfc6-4d78-ba3f-57cac1db7a3a req-74e39b07-a507-4c3e-8233-4630f2e3ad16 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317810 Sep 07 14:58:55.692293 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 871ea687-a5d8-4b0e-b6a3-7936375c64b0 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:58:55.743470 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:58:55.748025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:58:55.748401 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:55.828577 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:55.851743 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:55.854015 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f32adf-2c10-487a-88dc-d86abe178054" -d '{"events": [{"server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "name": "network-vif-plugged", "status": "completed", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:55.867020 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:58:55.873151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:55.899935 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f6d99-3bfa-4c8a-a144-044608aa03b3 x-openstack-request-id: req-f07f6d99-3bfa-4c8a-a144-044608aa03b3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:55.900263 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "name": "network-vif-plugged", "status": "completed", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:55.901323 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f07f6d99-3bfa-4c8a-a144-044608aa03b3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:55.901323 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'code': 200} Sep 07 14:58:55.933177 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:56.167723 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc617788-8a76-461e-907e-765d8c1105ff req-6d299edb-9c22-40eb-8d51-0110e9f7f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:56.169386 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc617788-8a76-461e-907e-765d8c1105ff req-6d299edb-9c22-40eb-8d51-0110e9f7f060 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0399604 Sep 07 14:58:56.207694 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fc617788-8a76-461e-907e-765d8c1105ff req-b7ba4d8d-23fe-490b-afff-a68e1a4bc4f0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Sep 07 14:58:56.471488 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4dc4-32b0-473c-8bef-a4d8bd9b4191 req-4aff2667-8f27-4876-bf9a-b5c15f6db0af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:56.472952 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-033f4dc4-32b0-473c-8bef-a4d8bd9b4191 req-4aff2667-8f27-4876-bf9a-b5c15f6db0af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Sep 07 14:58:56.510212 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-033f4dc4-32b0-473c-8bef-a4d8bd9b4191 req-4b3afcf2-ff4d-4892-a036-5f060e05fd3f tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Sep 07 14:58:57.627125 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b940c28-0186-4a4c-bcc2-29d606775f83 req-67b3fde4-3428-43b8-99de-10cbc13fb8f9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:57.628615 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9b940c28-0186-4a4c-bcc2-29d606775f83 req-67b3fde4-3428-43b8-99de-10cbc13fb8f9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Sep 07 14:58:57.666800 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9b940c28-0186-4a4c-bcc2-29d606775f83 req-9bf0a8c6-38c3-4c9b-b07a-ec3abe09dbf2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Sep 07 14:58:57.788546 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdff51-af31-4e4f-bc7e-728421a77dac req-8518466e-5430-401c-959b-cb09560355ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:57.789908 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ecdff51-af31-4e4f-bc7e-728421a77dac req-8518466e-5430-401c-959b-cb09560355ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Sep 07 14:58:57.830180 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1ecdff51-af31-4e4f-bc7e-728421a77dac req-f62d29b4-8cac-4eb2-903c-d0321733c021 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340595 Sep 07 14:58:57.851840 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:57.937766 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e7e554-a747-42ca-a24f-6b769437c8ee tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:57.939337 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-25e7e554-a747-42ca-a24f-6b769437c8ee tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0864100 Sep 07 14:58:57.942168 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59140) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:58:57.946549 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'port_id': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:58:57.970443 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.072898 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.182470 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.27.1.100 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/df66aa52-1605-4465-8a84-13b7f684e215) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:58:58.292258 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.331998 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.370862 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:58:58.375720 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:58:58.380145 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:58:58.383186 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=df66aa52-1605-4465-8a84-13b7f684e215,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:58.412725 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.414742 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416468 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416957 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.416957 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.417280 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.417592 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.417903 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:58:58.767246 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.831710 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.980210 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:58.986349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:59.063851 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=df66aa52-1605-4465-8a84-13b7f684e215,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:58:59.073547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:59.401567 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP a9f019e2-c3b0-454a-9c92-bcc43650df2c associated. External IP: 172.27.1.100, port: 871ea687-a5d8-4b0e-b6a3-7936375c64b0. Sep 07 14:58:59.608812 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:58:59.721847 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:58:59.731423 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:58:59.737434 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:58:59.742061 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:58:59.742679 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:58:59.769455 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-97ace183-ea35-47e2-9bba-0459c97ae1a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8262382 Sep 07 14:58:59.770041 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:58:59.772324 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:58:59.813486 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b43c75-ad44-453f-ad6a-14aaeb0e5221 x-openstack-request-id: req-d2b43c75-ad44-453f-ad6a-14aaeb0e5221 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:58:59.813841 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:58:59.814093 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2b43c75-ad44-453f-ad6a-14aaeb0e5221 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:58:59.814588 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'status': 'completed', 'code': 200} Sep 07 14:58:59.864029 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:58:59.898532 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-3fb210ff-6afc-4e1b-ac1b-180db97bc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:58:59.900341 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-3fb210ff-6afc-4e1b-ac1b-180db97bc683 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0413935 Sep 07 14:59:00.000178 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-ffbb8572-7374-4547-a3e8-c6bb52101f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:00.001612 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-ffbb8572-7374-4547-a3e8-c6bb52101f85 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0941241 Sep 07 14:59:00.078032 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-44ad7d43-4c52-45a4-9fbf-d49085f13320 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 200 len: 1000 time: 0.0684438 Sep 07 14:59:00.097829 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'a9f019e2-c3b0-454a-9c92-bcc43650df2c', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:58Z', 'updated_at': '2021-09-07T14:58:58Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:00.130824 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-57345718-063b-4e9f-9e97-0fb4cc853826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:00.132356 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-57345718-063b-4e9f-9e97-0fb4cc853826 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0473640 Sep 07 14:59:00.133261 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:59:00.142736 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:59:00.143378 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:58:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:00.181465 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-dd00a593-b208-446e-95f7-61c43959e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:00.182979 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-dd00a593-b208-446e-95f7-61c43959e9e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430470 Sep 07 14:59:00.248343 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:59:00.274034 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-7535e8bf-491a-4efb-8b8d-a099a8f4c7aa service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841792 Sep 07 14:59:00.367491 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5da5f2f9-e17a-409d-a8ef-76852ea34fdc req-4b667f5a-623e-4707-9d4b-662c1636410e service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867717 Sep 07 14:59:00.472902 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'a9f019e2-c3b0-454a-9c92-bcc43650df2c', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:58Z', 'updated_at': '2021-09-07T14:58:58Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:00.502840 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778431-4b83-4620-9b07-6ec31e4abc6f None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': 'a9f019e2-c3b0-454a-9c92-bcc43650df2c', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:58:58Z', 'updated_at': '2021-09-07T14:58:58Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:59:00.687185 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64eb94-df4a-4132-ac22-1f0f0284197a None None] New status for floating IP a9f019e2-c3b0-454a-9c92-bcc43650df2c: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:59:01.988721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-084c571c-c2e7-47d4-b3f6-3f02f294e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:04.594066 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d62acc3-9b4e-4a13-988f-858415f48721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:04.596011 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:05.909251 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:07.631371 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:07.835069 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:08.209698 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-15d03150-de56-4084-8afe-acd6d6eb5898 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465379 Sep 07 14:59:08.312081 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-d7655865-9db1-4e29-9125-1a71fc300eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:08.313835 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-d7655865-9db1-4e29-9125-1a71fc300eb9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0450695 Sep 07 14:59:08.431476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-64db394b-6fd1-40bb-99b2-3a49a1b2cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:08.432890 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-64db394b-6fd1-40bb-99b2-3a49a1b2cc01 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0963452 Sep 07 14:59:08.501559 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-8605d92f-b95e-4128-a4ff-7c92635430c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 1000 time: 0.0594878 Sep 07 14:59:08.557993 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-f64bfac6-ddd7-45e8-8d04-b5eedc99e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:08.559499 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-f64bfac6-ddd7-45e8-8d04-b5eedc99e8f4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0491936 Sep 07 14:59:08.606693 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-99f7f6c0-0165-4639-bdbc-df19a557a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:59:08.609114 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-99f7f6c0-0165-4639-bdbc-df19a557a17b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413306 Sep 07 14:59:08.704635 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-1f953171-272c-40d0-abef-bc59ddac496c service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870302 Sep 07 14:59:08.799459 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-10f54a74-1ccd-43d9-a77c-b3fd158c8540 req-9ded89f6-f4c4-4071-8c9c-7a5ae76ca7e7 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870795 Sep 07 14:59:11.386319 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:59:31.989983 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1deb9b98-24e8-4c02-add8-74c1b07b2149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:34.465346 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd050-a701-4db1-a900-caaae5877a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:34.566818 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:35.911750 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:37.632939 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:37.849961 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:38.247427 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:38.692535 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:38.933220 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Deleting port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:59:38.933565 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:39.020586 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] For port f09a55c1-12e1-43b7-afa1-1da1ca2d1c42, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:59:39.020949 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:39.037902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Calling delete_port for f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:59:39.222202 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:39.247435 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09a55c1-12e1-43b7-afa1-1da1ca2d1c42,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:39.415675 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:39.639030 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:59:39.743825 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:59:39.749386 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e63d1231-f2e1-4343-b069-435fa380f8c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5008709 Sep 07 14:59:39.752581 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59332) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:39.754645 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Sync routers for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:59:39.764259 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:59:39.764761 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:59:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:39.855800 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:39.865282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:59:39.957805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.010877 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Deleting port 549969be-d3ad-421a-bef9-4df3f20fa333 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:59:40.011255 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.047131 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:59:39Z', 'revision_number': 5, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port': {'id': '549969be-d3ad-421a-bef9-4df3f20fa333', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:34Z', 'updated_at': '2021-09-07T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:40.073086 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Checking router: 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:59:40.081936 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Routers {'0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:59:40.082554 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:59:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:40.096016 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] For port 549969be-d3ad-421a-bef9-4df3f20fa333, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=549969be-d3ad-421a-bef9-4df3f20fa333,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:59:40.096379 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.112748 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Calling delete_port for 549969be-d3ad-421a-bef9-4df3f20fa333 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:59:40.170666 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] Set router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:59:40.223269 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:59:39Z', 'revision_number': 6, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:40.255944 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479591-d9be-48aa-b455-d34e7d1753e5 None None] The sync data for ids ['0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f'] in dv-cinder-760199-15-iscsi is: [{'id': '0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f', 'name': 'tempest-AttachVolumeTestJSON-1917954484-router', 'tenant_id': '136e1b2180604d28b0ab5bd128f7e701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:33Z', 'updated_at': '2021-09-07T14:59:39Z', 'revision_number': 6, 'project_id': '136e1b2180604d28b0ab5bd128f7e701', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:59:40.299903 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.326933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Pushing event deleted for resources: {'Port': ['ID=549969be-d3ad-421a-bef9-4df3f20fa333,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:40.388061 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.476582 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.478580 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.520106 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.520671 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:59:40.525017 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.526165 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2186700a-d14b-4c90-a902-9cb94b3e8fef admin admin] 10.222.0.76 "DELETE /v2.0/routers/0ae8f362-0a78-49f7-ae1f-adaaf14d9f1f HTTP/1.1" status: 204 len: 168 time: 0.7726521 Sep 07 14:59:40.529358 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59336) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:40.575843 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Deleting subnet 98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:59:40.579456 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.615464 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.694986 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.752330 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.779933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ea4dda-d862-4aaf-8bc5-aa77a3c4c240,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:40.782011 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.785611 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b8b2f-792c-49eb-8efc-79ebc6c6b21d None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:59:40.786485 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cf686c87-98fe-44df-bf30-22b8199efe7a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/98ea4dda-d862-4aaf-8bc5-aa77a3c4c240 HTTP/1.1" status: 204 len: 168 time: 0.2562976 Sep 07 14:59:40.786678 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:40.858041 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.910524 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Deleting port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:59:40.910882 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.973898 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] For port 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6c6b8b5e-0b65-4593-b36f-63e97c858e77,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:59:40.974261 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:40.987154 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Calling delete_port for 6c6b8b5e-0b65-4593-b36f-63e97c858e77 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:59:41.003027 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] DHCP port deletion for d9a8c985-22fb-497c-86a8-0c1b0231a5cf request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:59:41.064081 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Deleting port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:59:41.064724 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.080387 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.115222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6b8b5e-0b65-4593-b36f-63e97c858e77,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:41.120817 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] No DVR routers for this DVR port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 on host dv-cinder-760199-15-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:59:41.142097 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6c6b8b5e-0b65-4593-b36f-63e97c858e77 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:59:41.175335 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 6c6b8b5e-0b65-4593-b36f-63e97c858e77 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:59:41.175678 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 6c6b8b5e-0b65-4593-b36f-63e97c858e77 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:59:41.176105 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 549969be-d3ad-421a-bef9-4df3f20fa333 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:59:41.182221 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] For port 6c6b8b5e-0b65-4593-b36f-63e97c858e77, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=6c6b8b5e-0b65-4593-b36f-63e97c858e77,segment=NetworkSegment(8856c5af-914b-47bc-85ff-4f57295736d0),segment_id=8856c5af-914b-47bc-85ff-4f57295736d0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:59:41.182618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.202146 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.206096 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 549969be-d3ad-421a-bef9-4df3f20fa333 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:59:41.206449 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 549969be-d3ad-421a-bef9-4df3f20fa333 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:59:41.206856 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:59:41.223325 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a8c985-22fb-497c-86a8-0c1b0231a5cf']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:41.230199 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Calling delete_port for 6c6b8b5e-0b65-4593-b36f-63e97c858e77 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:59:41.232274 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:59:41.232863 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f09a55c1-12e1-43b7-afa1-1da1ca2d1c42 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:59:41.233452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8856c5af-914b-47bc-85ff-4f57295736d0') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:41.233780 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8856c5af-914b-47bc-85ff-4f57295736d0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:41.243887 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.258505 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.266285 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:59:41.266435 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:59:41.268252 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:59:41.330875 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.345820 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.347763 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d9a8c985-22fb-497c-86a8-0c1b0231a5cf HTTP/1.1" status: 204 len: 168 time: 0.5600705 Sep 07 14:59:41.348723 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb70882-564e-466e-82f3-e0286bcc3af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a8c985-22fb-497c-86a8-0c1b0231a5cf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:41.361646 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.385436 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Network d9a8c985-22fb-497c-86a8-0c1b0231a5cf is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 14:59:41.385903 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] No DVR routers for this DVR port 6c6b8b5e-0b65-4593-b36f-63e97c858e77 on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:59:41.387681 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93226d77-fc82-44c8-8708-0ad62fb642bf None None] Pushing event deleted for resources: {'Port': ['ID=6c6b8b5e-0b65-4593-b36f-63e97c858e77,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:41.462241 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59344) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:41.513336 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eb953465-da32-415c-adac-2e05c6602435 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=136e1b2180604d28b0ab5bd128f7e701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497210 Sep 07 14:59:41.515650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:41.562024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.582625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.631023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.633758 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:41.634908 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/decacc4d-3db4-4668-a49e-d52b8b797e92 HTTP/1.1" status: 204 len: 168 time: 0.1183693 Sep 07 14:59:41.642606 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493eccc-da39-4cbd-acdf-b3ee387e4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decacc4d-3db4-4668-a49e-d52b8b797e92,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:42.830664 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59398) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:42.930760 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7677f62c-0c16-4d80-a5b2-dd04dbfd5d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.022110 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7677f62c-0c16-4d80-a5b2-dd04dbfd5d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.025837 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7677f62c-0c16-4d80-a5b2-dd04dbfd5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.063009 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7677f62c-0c16-4d80-a5b2-dd04dbfd5d44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1e71cd2e8874d75b614f0808748147a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312400 Sep 07 14:59:43.064902 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677f62c-0c16-4d80-a5b2-dd04dbfd5d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6da381-4bcc-441b-881b-7cb0e52f5bf9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:43.065784 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:43.115493 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.136814 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.186202 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.188811 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:43.192613 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c6da381-4bcc-441b-881b-7cb0e52f5bf9 HTTP/1.1" status: 204 len: 168 time: 0.1258175 Sep 07 14:59:43.200383 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2ed28-d6eb-4989-a012-4b3db8f8aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6da381-4bcc-441b-881b-7cb0e52f5bf9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:48.055862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59506) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:48.170279 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.261030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.264832 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.305787 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43fbbfa1be83438983e47bb6db560c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491040 Sep 07 14:59:48.306407 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d3cdcd-316e-4aed-93fb-8584be0c627c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:48.308319 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:48.325158 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.325501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.325834 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.326163 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.326489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.326815 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.327182 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.327915 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.328217 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.328537 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.328856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.329169 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736dfce5-ed2b-4648-9cb0-0a8d88ca2446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:48.372023 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.393295 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:59:48.393890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.440556 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.443280 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.444437 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8d3cdcd-316e-4aed-93fb-8584be0c627c HTTP/1.1" status: 204 len: 168 time: 0.1352372 Sep 07 14:59:48.452578 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e14f-87c0-46ec-ac21-aa9c2f7ff5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d3cdcd-316e-4aed-93fb-8584be0c627c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:48.717059 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:48.730947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a11c4ec-7203-426f-9db4-64521938017d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.822232 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a11c4ec-7203-426f-9db4-64521938017d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.826309 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a11c4ec-7203-426f-9db4-64521938017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.862671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11c4ec-7203-426f-9db4-64521938017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9778564e-67d0-46ad-96e0-c252d4551132,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:48.867717 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0a11c4ec-7203-426f-9db4-64521938017d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98652a5c4fac451e970ecaa27634f1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486046 Sep 07 14:59:48.870459 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59520) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:48.917494 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.938147 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.985374 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.988154 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:48.989416 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9778564e-67d0-46ad-96e0-c252d4551132 HTTP/1.1" status: 204 len: 168 time: 0.1180754 Sep 07 14:59:49.002066 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361bb5f-4ce9-4bde-a051-28e7c996ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778564e-67d0-46ad-96e0-c252d4551132,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:57.652348 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59668) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:57.760918 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8315311-969b-4425-b2a1-bf97659c0bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:57.858046 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8315311-969b-4425-b2a1-bf97659c0bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:57.862170 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8315311-969b-4425-b2a1-bf97659c0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:57.907591 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315311-969b-4425-b2a1-bf97659c0bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77021a54-1d8f-43e7-a87b-9991c91b468f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:57.913183 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f8315311-969b-4425-b2a1-bf97659c0bad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52cc3d88653f4fd9aa2d5e6a50b7509a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597871 Sep 07 14:59:57.916030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:57.967336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:57.990669 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.043339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.045982 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.050350 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77021a54-1d8f-43e7-a87b-9991c91b468f HTTP/1.1" status: 204 len: 168 time: 0.1333263 Sep 07 14:59:58.058799 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f4d3f-01e6-4964-8ca5-a1603504cb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77021a54-1d8f-43e7-a87b-9991c91b468f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:58.086238 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:58.330340 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59688) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:58.343750 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.438985 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.443349 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.485204 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78b6fff764bc41d68d6ee2883e92ef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536980 Sep 07 14:59:58.486654 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a80e59-8d8f-49dd-a4b0-dba8ba63ffab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:58.488324 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:58.494333 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.494732 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.495139 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.495519 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.495892 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.496313 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.496646 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.496973 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.497299 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.497643 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.497943 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.498304 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb2074-94cb-4783-8fd1-bd1416e2b5f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:59:58.581140 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.616522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.627339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.757731 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.760183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:58.761337 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15a80e59-8d8f-49dd-a4b0-dba8ba63ffab HTTP/1.1" status: 204 len: 168 time: 0.2720571 Sep 07 14:59:58.774338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f168bd-9e37-4d51-a6b6-e6f19d2862d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a80e59-8d8f-49dd-a4b0-dba8ba63ffab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:58.946303 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Deleting port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:59:58.946677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.024959 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] For port 9daff1ca-26fc-416d-8e45-e508cfe0fa9e, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:59:59.025403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.042498 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Calling delete_port for 9daff1ca-26fc-416d-8e45-e508cfe0fa9e owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:59:59.111705 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59696) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:59.126253 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caffff64-3295-4032-9d48-37d4682de400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.219668 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caffff64-3295-4032-9d48-37d4682de400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.225293 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caffff64-3295-4032-9d48-37d4682de400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.229586 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.255910 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Pushing event deleted for resources: {'Port': ['ID=9daff1ca-26fc-416d-8e45-e508cfe0fa9e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:59.260166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffff64-3295-4032-9d48-37d4682de400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2c1b75-0717-4acd-93ab-3a53e16b501e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:59.269892 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-caffff64-3295-4032-9d48-37d4682de400 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8967ff831f324d37b2975beab9fbf611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569026 Sep 07 14:59:59.274900 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:59.332637 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.358368 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.411378 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.414204 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.415487 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa2c1b75-0717-4acd-93ab-3a53e16b501e HTTP/1.1" status: 204 len: 168 time: 0.1396914 Sep 07 14:59:59.435391 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:59:59.435623 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb6d41-08fc-45df-aa4d-27ff416910ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2c1b75-0717-4acd-93ab-3a53e16b501e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:59:59.669172 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Router 72f3cd52-00ad-498e-822b-73197b58717c has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:59:59.791416 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:59:59.796691 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-47c615a6-969b-453c-a6f1-7c91c188c23f admin admin] 10.222.0.76 "PUT /v2.0/routers/72f3cd52-00ad-498e-822b-73197b58717c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089972 Sep 07 14:59:59.799984 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59710) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:59:59.809950 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Sync routers for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:59:59.916352 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:59:59.917030 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:59:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:59:59.927903 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.041128 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.055195 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:00:00.112815 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Deleting port b5b60eb6-76a6-40ac-bcc8-95db74e1b453 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:00:00.113212 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.253448 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T14:59:59Z', 'revision_number': 5, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port': {'id': 'b5b60eb6-76a6-40ac-bcc8-95db74e1b453', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f3cd52-00ad-498e-822b-73197b58717c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:22:29Z', 'updated_at': '2021-09-07T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:00.282683 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Checking router: 72f3cd52-00ad-498e-822b-73197b58717c for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:00:00.292663 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Routers {'72f3cd52-00ad-498e-822b-73197b58717c'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:00:00.292973 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T14:59:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['72f3cd52-00ad-498e-822b-73197b58717c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:00.386834 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] Set router 72f3cd52-00ad-498e-822b-73197b58717c gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:00:00.448223 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] For port b5b60eb6-76a6-40ac-bcc8-95db74e1b453, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:00.448701 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.455687 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T15:00:00Z', 'revision_number': 6, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:00.464667 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Calling delete_port for b5b60eb6-76a6-40ac-bcc8-95db74e1b453 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:00:00.488724 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05a809-0df5-4f3f-95c9-544c43b5fdef None None] The sync data for ids ['72f3cd52-00ad-498e-822b-73197b58717c'] in dv-cinder-760199-15-iscsi is: [{'id': '72f3cd52-00ad-498e-822b-73197b58717c', 'name': 'tempest-AttachVolumeShelveTestJSON-221787901-router', 'tenant_id': '5153459bddd44bfeac90ccf8d663f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:22:28Z', 'updated_at': '2021-09-07T15:00:00Z', 'revision_number': 6, 'project_id': '5153459bddd44bfeac90ccf8d663f84b', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:00:00.655762 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.681870 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b60eb6-76a6-40ac-bcc8-95db74e1b453,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:00.757454 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.869542 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.872380 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.921189 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.922778 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f3cd52-00ad-498e-822b-73197b58717c {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 15:00:00.932040 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:00.935624 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c529f4a5-9f0b-4cd4-92a8-b10d1af5f79b admin admin] 10.222.0.76 "DELETE /v2.0/routers/72f3cd52-00ad-498e-822b-73197b58717c HTTP/1.1" status: 204 len: 168 time: 1.1322358 Sep 07 15:00:00.935906 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59740) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:00.992339 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Deleting subnet aa066139-fd47-49eb-8e87-d0488cc6603f {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 15:00:00.995878 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.036219 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.125889 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.186276 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.220078 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.224738 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aa066139-fd47-49eb-8e87-d0488cc6603f HTTP/1.1" status: 204 len: 168 time: 0.2853081 Sep 07 15:00:01.224738 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98425-21c7-4ca9-a08f-33b65ed7a424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa066139-fd47-49eb-8e87-d0488cc6603f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:01.225112 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:01.229120 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ac3fb-4fc5-4632-8b74-59bfaa9160ed None None] Network d472fd73-ca38-493a-8026-a19ef3052825 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:00:01.304024 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.389903 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Deleting port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:00:01.390369 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.402610 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b5b60eb6-76a6-40ac-bcc8-95db74e1b453 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:00:01.430204 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: b5b60eb6-76a6-40ac-bcc8-95db74e1b453 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:00:01.431003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b5b60eb6-76a6-40ac-bcc8-95db74e1b453 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:00:01.431167 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 9daff1ca-26fc-416d-8e45-e508cfe0fa9e no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:00:01.458437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 9daff1ca-26fc-416d-8e45-e508cfe0fa9e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:00:01.458787 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 9daff1ca-26fc-416d-8e45-e508cfe0fa9e not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:00:01.459818 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] For port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:01.460199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.462903 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] DHCP port deletion for d472fd73-ca38-493a-8026-a19ef3052825 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 15:00:01.467437 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59758) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:01.480415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Calling delete_port for d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:00:01.521992 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Deleting port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:00:01.522372 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.578049 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.598424 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] For port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,segment=NetworkSegment(95940f0f-08d4-4449-a54c-3a61a29f8f1e),segment_id=95940f0f-08d4-4449-a54c-3a61a29f8f1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:01.598854 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.610244 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Pushing event deleted for resources: {'Port': ['ID=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:01.614206 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] No DVR routers for this DVR port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 on host dv-cinder-760199-15-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:00:01.615138 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Calling delete_port for d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:00:01.620610 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f0d19e-38ae-420e-80e5-4e87fd90d33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.705357 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.712481 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.737676 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Pushing event deleted for resources: {'Port': ['ID=d81fcc9f-d434-4dc6-932a-b3bbb3c459d2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.750655 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.751948 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.751948 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.752526 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:01.756962 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cca02-9a7e-49ef-a004-900bec25d399 None None] No DVR routers for this DVR port d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:00:01.758858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f0d19e-38ae-420e-80e5-4e87fd90d33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.763924 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f0d19e-38ae-420e-80e5-4e87fd90d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.806601 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-73f0d19e-38ae-420e-80e5-4e87fd90d33a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2e40f0c735da433fbe470d7dc0d36a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373234 Sep 07 15:00:01.807360 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0d19e-38ae-420e-80e5-4e87fd90d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a305d-a073-438a-8b68-e0f8c3be3400,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:01.809767 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:01.870883 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.895100 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.956308 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.959219 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:01.960411 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c7a305d-a073-438a-8b68-e0f8c3be3400 HTTP/1.1" status: 204 len: 168 time: 0.1497118 Sep 07 15:00:01.969599 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0152c4f-5298-44c7-b91f-787f884bf843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a305d-a073-438a-8b68-e0f8c3be3400,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:02.005276 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78e4125d-833d-4c8b-a711-aeb42bcab04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.016603 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d472fd73-ca38-493a-8026-a19ef3052825']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:02.026393 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95940f0f-08d4-4449-a54c-3a61a29f8f1e') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:02.026699 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95940f0f-08d4-4449-a54c-3a61a29f8f1e') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:02.036632 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.050822 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.056886 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 15:00:02.057305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 15:00:02.058998 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 15:00:02.114260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.121501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.126819 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] 10.222.0.76 "DELETE /v2.0/networks/d472fd73-ca38-493a-8026-a19ef3052825 HTTP/1.1" status: 204 len: 168 time: 0.8974221 Sep 07 15:00:02.137222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061b705-0d1e-40c2-a287-1277c9a1256d admin admin] Pushing event deleted for resources: {'Network': ['ID=d472fd73-ca38-493a-8026-a19ef3052825,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:02.278546 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:02.292175 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6188e524-329c-4460-9c97-5753ac460e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.315883 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:02.360521 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cb7d97f5-66a9-404d-9851-bdf2257fb804 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5153459bddd44bfeac90ccf8d663f84b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433855 Sep 07 15:00:02.364741 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 59774) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:02.432814 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6188e524-329c-4460-9c97-5753ac460e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.440253 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6188e524-329c-4460-9c97-5753ac460e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.454602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.489171 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e524-329c-4460-9c97-5753ac460e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1550b2-fc17-4375-b432-cc618eca35c8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:02.493253 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6188e524-329c-4460-9c97-5753ac460e8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f058a6d024a84a338e62453730acf055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136014 Sep 07 15:00:02.496550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:02.506507 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.551966 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.556119 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.558863 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.560036 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c804b3e3-5953-4edc-8dc6-3f55fd2656c7 HTTP/1.1" status: 204 len: 168 time: 0.1943634 Sep 07 15:00:02.568588 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311970e-d825-44f8-9f5f-f7243d48b05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c804b3e3-5953-4edc-8dc6-3f55fd2656c7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:02.575890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.625127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.628045 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:02.629213 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6a1550b2-fc17-4375-b432-cc618eca35c8 HTTP/1.1" status: 204 len: 168 time: 0.1315084 Sep 07 15:00:02.637198 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b478de4-6f3a-4a08-b6b6-317905b6cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1550b2-fc17-4375-b432-cc618eca35c8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:03.105830 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:00:03.132855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:00:03.137503 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d81fcc9f-d434-4dc6-932a-b3bbb3c459d2 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:00:04.475520 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c407fdaa-1d07-4218-8440-8532280c58a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:04.568238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:05.915621 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:07.636238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:07.871900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:09.823686 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-ae6b03bc-811b-4695-975d-3610598cd6c5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394418 Sep 07 15:00:09.895682 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207979a-055c-4489-b3eb-700220c9bd84 req-1fbb10e0-be74-437a-9311-54c589fc92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:09.897221 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-1fbb10e0-be74-437a-9311-54c589fc92a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0409007 Sep 07 15:00:10.012118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207979a-055c-4489-b3eb-700220c9bd84 req-7c21dadd-714e-4832-9e71-3b1596b9cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:10.013606 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-7c21dadd-714e-4832-9e71-3b1596b9cda9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0968170 Sep 07 15:00:10.085187 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-eb42cee6-ab71-4c03-add2-bda6f01293fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 200 len: 1002 time: 0.0641937 Sep 07 15:00:10.140417 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207979a-055c-4489-b3eb-700220c9bd84 req-87246835-be38-44a6-9aed-9e68766ed630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:10.143077 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-87246835-be38-44a6-9aed-9e68766ed630 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0512738 Sep 07 15:00:10.193090 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207979a-055c-4489-b3eb-700220c9bd84 req-6dc35fae-9f0a-4e91-8cf3-15fd5c75afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:10.194652 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-6dc35fae-9f0a-4e91-8cf3-15fd5c75afbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446911 Sep 07 15:00:10.308307 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-e191236d-edbd-4ede-8bfd-1ec2ae044d42 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057112 Sep 07 15:00:10.407094 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1207979a-055c-4489-b3eb-700220c9bd84 req-4af49cf6-a63d-42bf-8288-dd07be9c18d6 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882826 Sep 07 15:00:15.325637 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 59992) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:15.437098 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-547fa8fe-6cef-41bf-9420-ba5a9377ed7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.536583 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-547fa8fe-6cef-41bf-9420-ba5a9377ed7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.540925 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-547fa8fe-6cef-41bf-9420-ba5a9377ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.580888 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-547fa8fe-6cef-41bf-9420-ba5a9377ed7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0f8fa1eaae6482583117c68cc9fcf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540526 Sep 07 15:00:15.582036 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa8fe-6cef-41bf-9420-ba5a9377ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64fb44-b4fc-45fa-9e5e-7e57d07a4267,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:15.584418 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60000) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:15.646030 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.667863 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.721112 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.730450 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:15.731650 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e64fb44-b4fc-45fa-9e5e-7e57d07a4267 HTTP/1.1" status: 204 len: 168 time: 0.1458995 Sep 07 15:00:15.745298 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02689-7f3f-497e-8ae0-b69d4cd67a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64fb44-b4fc-45fa-9e5e-7e57d07a4267,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:15.999072 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60012) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:16.013506 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a93-6060-4256-b1a4-485258c009cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.102699 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a93-6060-4256-b1a4-485258c009cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.106430 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4e75a93-6060-4256-b1a4-485258c009cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.144999 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b4e75a93-6060-4256-b1a4-485258c009cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b41e4ae89d5a48a28fe3624df6f01191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448147 Sep 07 15:00:16.146895 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75a93-6060-4256-b1a4-485258c009cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81c9eaa-6fa1-4076-b830-c05dc00ac715,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:16.147619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:16.199947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.220241 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.265795 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.268645 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.269785 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f81c9eaa-6fa1-4076-b830-c05dc00ac715 HTTP/1.1" status: 204 len: 168 time: 0.1211748 Sep 07 15:00:16.277303 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9743-b72d-437a-a4f7-fbe4b43ae9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81c9eaa-6fa1-4076-b830-c05dc00ac715,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:16.577625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:16.590373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22cf378f-bac0-4a41-b9a0-edf9a5e40deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.678856 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22cf378f-bac0-4a41-b9a0-edf9a5e40deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.682745 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22cf378f-bac0-4a41-b9a0-edf9a5e40deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.720711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf378f-bac0-4a41-b9a0-edf9a5e40deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85abb9ce-d96b-4e3b-be55-57b94f5e594a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:16.725976 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-22cf378f-bac0-4a41-b9a0-edf9a5e40deb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cafa46b6b2f4bbab1c2cdf77f366fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473088 Sep 07 15:00:16.728550 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60022) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:16.777684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.811675 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.867915 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.871281 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:16.872716 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85abb9ce-d96b-4e3b-be55-57b94f5e594a HTTP/1.1" status: 204 len: 168 time: 0.1431601 Sep 07 15:00:16.882793 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbac5fc-6f45-42fc-a7fd-9e09dfda3804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85abb9ce-d96b-4e3b-be55-57b94f5e594a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:17.006221 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349590b2-a8b9-4ffc-8145-7aa6cb9a89b7 req-9df7813d-a2d6-40c0-924b-589975fdf38f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:17.007976 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-349590b2-a8b9-4ffc-8145-7aa6cb9a89b7 req-9df7813d-a2d6-40c0-924b-589975fdf38f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0558453 Sep 07 15:00:17.048757 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-349590b2-a8b9-4ffc-8145-7aa6cb9a89b7 req-2bb5cf56-aec6-4bdf-bfe0-95de7abfbe7c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344858 Sep 07 15:00:18.168928 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d5779-622a-42b5-9c80-0433adeb7bbb req-e0bb78d9-af99-46e9-bfdc-3bcb60cb6fd2 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:18.170399 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f1d5779-622a-42b5-9c80-0433adeb7bbb req-e0bb78d9-af99-46e9-bfdc-3bcb60cb6fd2 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0497315 Sep 07 15:00:18.209612 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5f1d5779-622a-42b5-9c80-0433adeb7bbb req-e2496d1e-216a-4c20-a1ab-c801305b99bc tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326297 Sep 07 15:00:19.328889 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a52f8-ea71-4a8e-b4d1-2d8e3941258b req-07e1d6f8-d6cb-44fa-9fcc-e86ac84a332b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:19.330385 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf7a52f8-ea71-4a8e-b4d1-2d8e3941258b req-07e1d6f8-d6cb-44fa-9fcc-e86ac84a332b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0517170 Sep 07 15:00:19.369667 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-cf7a52f8-ea71-4a8e-b4d1-2d8e3941258b req-3f0217ff-98d2-4048-938f-f2ca12f31759 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320241 Sep 07 15:00:20.484286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4039a-f113-4459-a792-75d95c0ed24c req-dc7184d0-155b-49f6-87bc-790bd1529634 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:20.485771 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-07e4039a-f113-4459-a792-75d95c0ed24c req-dc7184d0-155b-49f6-87bc-790bd1529634 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0491068 Sep 07 15:00:20.526564 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-07e4039a-f113-4459-a792-75d95c0ed24c req-2017f5a6-d7f0-422c-83bd-a5de9155adf6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337999 Sep 07 15:00:21.650221 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0a36-4bf0-46ef-8523-a59fbd805717 req-76e82c94-2a93-46c1-8414-e225d85d8ef1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:21.651766 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b2bf0a36-4bf0-46ef-8523-a59fbd805717 req-76e82c94-2a93-46c1-8414-e225d85d8ef1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0532455 Sep 07 15:00:21.696560 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b2bf0a36-4bf0-46ef-8523-a59fbd805717 req-d6fcdaab-09de-4e9e-9740-99614f2e48bd tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389924 Sep 07 15:00:22.814878 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83029cc-b76b-415e-9168-4a2847bea093 req-0828216d-24b0-4cf6-8308-26333a834684 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:22.816445 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e83029cc-b76b-415e-9168-4a2847bea093 req-0828216d-24b0-4cf6-8308-26333a834684 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0513015 Sep 07 15:00:22.856258 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e83029cc-b76b-415e-9168-4a2847bea093 req-7d57ec09-c7f5-47cf-99a6-14fe9c747f7b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338464 Sep 07 15:00:23.974452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1128a-67aa-4840-ad92-0179171c70ea req-23ae6a30-5ee9-4763-9dbb-6f8819cbc68d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:23.975962 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8ab1128a-67aa-4840-ad92-0179171c70ea req-23ae6a30-5ee9-4763-9dbb-6f8819cbc68d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0497508 Sep 07 15:00:24.023618 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8ab1128a-67aa-4840-ad92-0179171c70ea req-b40fa5b4-3dde-4d5a-b8fd-1aa2b8a78ca8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417085 Sep 07 15:00:25.147911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e1850-1508-4b8d-96e3-eab32f8666c6 req-79c5a633-cd3f-41f5-b7e2-b2f21787e2f8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:25.149437 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-095e1850-1508-4b8d-96e3-eab32f8666c6 req-79c5a633-cd3f-41f5-b7e2-b2f21787e2f8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0569460 Sep 07 15:00:25.196163 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-095e1850-1508-4b8d-96e3-eab32f8666c6 req-3e66933d-96e9-44ab-9518-3e27111ba167 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405087 Sep 07 15:00:25.385574 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:00:26.312367 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26eb0-32c3-4e27-bf5f-95fa4d338020 req-505a0f50-59d7-48e9-8561-8ef441491690 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:26.313873 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c8d26eb0-32c3-4e27-bf5f-95fa4d338020 req-505a0f50-59d7-48e9-8561-8ef441491690 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0506728 Sep 07 15:00:26.358196 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c8d26eb0-32c3-4e27-bf5f-95fa4d338020 req-d58b84a9-aca3-42cc-b0ff-e70d546b6e99 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383501 Sep 07 15:00:27.474478 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ca9ee-ed79-44a5-ab6f-a9dbe8372331 req-2d68c4f8-af41-4302-a38a-9170248da04f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:27.475988 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-828ca9ee-ed79-44a5-ab6f-a9dbe8372331 req-2d68c4f8-af41-4302-a38a-9170248da04f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0495536 Sep 07 15:00:27.515626 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-828ca9ee-ed79-44a5-ab6f-a9dbe8372331 req-72f34727-afe2-4b7d-8651-4be6c4d38fa8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336912 Sep 07 15:00:28.637243 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b012f-c788-472c-91ba-2540715cb190 req-8ad90808-c721-4e37-9295-2f88f7307337 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:28.638756 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b05b012f-c788-472c-91ba-2540715cb190 req-8ad90808-c721-4e37-9295-2f88f7307337 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0549009 Sep 07 15:00:28.677976 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b05b012f-c788-472c-91ba-2540715cb190 req-e9693227-3972-4d11-8ad5-c622d4f5237f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324700 Sep 07 15:00:28.974981 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919389a0-a27e-4219-b8da-01468a1c8540 req-5076328a-ff9e-4a84-a517-29c5fef1d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:28.976527 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-5076328a-ff9e-4a84-a517-29c5fef1d313 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0458980 Sep 07 15:00:29.071447 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919389a0-a27e-4219-b8da-01468a1c8540 req-5e7dde2a-a7ff-4861-ae60-4cbe7f0f5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:29.072934 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-5e7dde2a-a7ff-4861-ae60-4cbe7f0f5df1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0889847 Sep 07 15:00:29.138766 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-e5ea06f6-13ce-446a-b10f-ae9333fa4ede service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 1000 time: 0.0585179 Sep 07 15:00:29.189515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919389a0-a27e-4219-b8da-01468a1c8540 req-37de17b8-e61d-49e3-a0cd-9bdbe32f8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:29.191577 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-37de17b8-e61d-49e3-a0cd-9bdbe32f8d8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0454509 Sep 07 15:00:29.240909 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919389a0-a27e-4219-b8da-01468a1c8540 req-8286f1e5-71df-4e79-acd5-0265ad02522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:29.242306 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-8286f1e5-71df-4e79-acd5-0265ad02522c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435266 Sep 07 15:00:29.332812 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-6f9e53b7-38f3-4391-bd8e-6ccdda6a2bf5 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826209 Sep 07 15:00:29.426687 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-919389a0-a27e-4219-b8da-01468a1c8540 req-51317735-f1c0-481d-acd0-129ded3969ff service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Sep 07 15:00:29.798662 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8c44f-ca87-4bbc-9932-bc1dfd7d92a8 req-0957dd1a-d37c-48f3-9738-ac8b4650d2ba tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:29.800808 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5cc8c44f-ca87-4bbc-9932-bc1dfd7d92a8 req-0957dd1a-d37c-48f3-9738-ac8b4650d2ba tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0519333 Sep 07 15:00:29.841242 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5cc8c44f-ca87-4bbc-9932-bc1dfd7d92a8 req-4a4dff72-459b-4da6-a480-c9e97c2286b2 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343888 Sep 07 15:00:30.980969 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a4afc-4a01-44cc-b7ee-2639717709fc req-91710797-9daf-4b60-8295-c5bf98aa3af1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:30.982601 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-648a4afc-4a01-44cc-b7ee-2639717709fc req-91710797-9daf-4b60-8295-c5bf98aa3af1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0580962 Sep 07 15:00:31.023048 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-648a4afc-4a01-44cc-b7ee-2639717709fc req-152f2647-387c-4d05-a990-80ca57bd5b07 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326431 Sep 07 15:00:31.997081 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c689f764-e2e5-4a9d-9395-c11051853c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:32.140051 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579c5d-bc6d-4336-8edf-8d248fd48e3c req-89da02a1-8c52-45d3-9d2d-8e313c77a5ec tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:32.141537 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a2579c5d-bc6d-4336-8edf-8d248fd48e3c req-89da02a1-8c52-45d3-9d2d-8e313c77a5ec tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0522571 Sep 07 15:00:32.183726 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a2579c5d-bc6d-4336-8edf-8d248fd48e3c req-95a9d2d5-ca9b-4ae2-b5d5-f54cd9b2786e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358310 Sep 07 15:00:33.298374 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9029f2-7f64-4a30-b5c4-d1586abb1cb9 req-7657735e-03ec-47ce-8f62-2c5967ff8240 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:33.300968 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d9029f2-7f64-4a30-b5c4-d1586abb1cb9 req-7657735e-03ec-47ce-8f62-2c5967ff8240 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0493565 Sep 07 15:00:33.338860 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d9029f2-7f64-4a30-b5c4-d1586abb1cb9 req-3ec90878-62e4-4896-beac-93d57908dd41 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323679 Sep 07 15:00:34.457752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f2fad-18be-4ed1-8c43-7787c50e10e5 req-d5a87fba-aef8-4df3-a582-198f8f2c41d6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:34.459229 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a70f2fad-18be-4ed1-8c43-7787c50e10e5 req-d5a87fba-aef8-4df3-a582-198f8f2c41d6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0526109 Sep 07 15:00:34.463759 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-de7565f0-2951-456a-81d1-d2cee804af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:34.496478 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a70f2fad-18be-4ed1-8c43-7787c50e10e5 req-0930634a-7b80-4877-8b4a-40fd169df112 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310729 Sep 07 15:00:34.573339 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:35.619447 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b487-1298-446a-8f0e-30c25ed4870d req-3de442c1-147e-4c8e-a8d7-09cbd6e27b6c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:35.620948 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-72b9b487-1298-446a-8f0e-30c25ed4870d req-3de442c1-147e-4c8e-a8d7-09cbd6e27b6c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0571673 Sep 07 15:00:35.659548 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-72b9b487-1298-446a-8f0e-30c25ed4870d req-ac6482d8-c0ed-4e03-b0d6-6f56a50b648d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325141 Sep 07 15:00:35.917977 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:36.774003 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47663f4f-74b2-4077-8798-19b51f21cf0a req-3af12578-0bb9-42fb-8da4-21814e1b4f14 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:36.775496 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47663f4f-74b2-4077-8798-19b51f21cf0a req-3af12578-0bb9-42fb-8da4-21814e1b4f14 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0490494 Sep 07 15:00:36.812521 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-47663f4f-74b2-4077-8798-19b51f21cf0a req-945e537b-df81-45ba-827c-b0fef7d0d372 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309191 Sep 07 15:00:36.883721 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-fab60cb0-6b16-40e2-8f46-42519359ef44 req-444da0df-b6c3-48f6-ad22-cbf72f8b1f7d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:00:36.884748 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fab60cb0-6b16-40e2-8f46-42519359ef44 req-444da0df-b6c3-48f6-ad22-cbf72f8b1f7d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052853 Sep 07 15:00:36.974100 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60274) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:37.041274 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd5b2-2a92-4597-8bcc-eeee4c74b0c0 req-09a053b5-5838-4555-b65f-84f260f11535 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:37.042747 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cebdd5b2-2a92-4597-8bcc-eeee4c74b0c0 req-09a053b5-5838-4555-b65f-84f260f11535 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0497866 Sep 07 15:00:37.091499 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-cebdd5b2-2a92-4597-8bcc-eeee4c74b0c0 req-eeb44213-b5b7-4746-b619-f067bfce069e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416403 Sep 07 15:00:37.116166 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-2ef74bf3-9e5c-4bb7-ad54-0308be337f84 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409822 Sep 07 15:00:37.124948 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-e3dae374-496f-4e60-969e-c556c69cf4f9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:00:37.125915 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-e3dae374-496f-4e60-969e-c556c69cf4f9 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048132 Sep 07 15:00:37.638550 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:37.852756 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:38.204670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d21a2-9c3b-4ee6-8b62-d671147d0a1e req-88dbfb11-5f9c-4ae0-91ff-de3e92f1fcc8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:38.206192 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-521d21a2-9c3b-4ee6-8b62-d671147d0a1e req-88dbfb11-5f9c-4ae0-91ff-de3e92f1fcc8 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0483341 Sep 07 15:00:38.210779 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:00:38.246251 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-521d21a2-9c3b-4ee6-8b62-d671147d0a1e req-a9a0963d-0e26-476b-af04-2cebbd1ce1c9 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332224 Sep 07 15:00:38.286766 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:38.309062 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:00:38.311500 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf3d2d-0758-4b95-a05f-d1ac8f73115c" -d '{"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:00:38.326487 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:38.330631 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:38.364858 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9814f5c5-9931-4f8e-86fc-37c346b9e0f9 x-openstack-request-id: req-9814f5c5-9931-4f8e-86fc-37c346b9e0f9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:00:38.365070 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-unplugged", "status": "failed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:00:38.365307 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9814f5c5-9931-4f8e-86fc-37c346b9e0f9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:00:38.365709 dv-cinder-760199-15-iscsi neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'code': 422} returned with failed status Sep 07 15:00:38.397026 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:39.372998 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7b418-87b9-44db-adee-0b09b657a057 req-f2cee38e-090a-4978-983e-ee612fd9d4be tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:39.374983 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3bb7b418-87b9-44db-adee-0b09b657a057 req-f2cee38e-090a-4978-983e-ee612fd9d4be tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0581198 Sep 07 15:00:39.415311 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3bb7b418-87b9-44db-adee-0b09b657a057 req-92701c8e-81e1-4955-9d5e-c6a3017c1e3f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329192 Sep 07 15:00:40.005346 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60342) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:40.086386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-edfc0beb-0887-4631-9823-e49dc8f0b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.087952 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-edfc0beb-0887-4631-9823-e49dc8f0b9ec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f&tenant_id=446b124b765b430989597bddb8a8dc50 HTTP/1.1" status: 200 len: 1096 time: 0.0425367 Sep 07 15:00:40.109110 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f04a-44f3-4f10-92c2-0a8830bbe7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.194070 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-360e78a6-b534-4d26-acfd-79c918acb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.195542 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-360e78a6-b534-4d26-acfd-79c918acb40d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1096 time: 0.0611172 Sep 07 15:00:40.294037 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f04a-44f3-4f10-92c2-0a8830bbe7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.300891 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f04a-44f3-4f10-92c2-0a8830bbe7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.350551 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-9c10401a-4881-4a40-9b78-82d488ba8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.352144 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-9c10401a-4881-4a40-9b78-82d488ba8813 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.1475122 Sep 07 15:00:40.353014 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f04a-44f3-4f10-92c2-0a8830bbe7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9b853-9d06-475a-b020-7e3cf2b70fc5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:40.359883 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:40.360394 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b6d5f04a-44f3-4f10-92c2-0a8830bbe7df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ac0dde73462421ab5822084381b1ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534696 Sep 07 15:00:40.411917 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.425535 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-cad4d1f1-afd9-44dc-abc5-73c8ed8b8fd8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 998 time: 0.0639186 Sep 07 15:00:40.434759 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.478497 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-2770c71e-5027-4f98-877f-120b768ad510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.480111 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-2770c71e-5027-4f98-877f-120b768ad510 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0468309 Sep 07 15:00:40.512726 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.515289 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.518707 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4a9b853-9d06-475a-b020-7e3cf2b70fc5 HTTP/1.1" status: 204 len: 168 time: 0.1534739 Sep 07 15:00:40.528530 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac648-6aeb-4314-8c4f-6764993ee012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9b853-9d06-475a-b020-7e3cf2b70fc5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:40.536476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-3021e943-8bb1-4955-b4c7-e7e048c818eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.538270 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-3021e943-8bb1-4955-b4c7-e7e048c818eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495400 Sep 07 15:00:40.547622 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8ebd8-4683-48d4-8131-dd33adbb0aad req-42bdf4f7-dec7-46c4-86c9-2e6b3d7ffa59 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:40.549141 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f6b8ebd8-4683-48d4-8131-dd33adbb0aad req-42bdf4f7-dec7-46c4-86c9-2e6b3d7ffa59 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0649211 Sep 07 15:00:40.605132 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f6b8ebd8-4683-48d4-8131-dd33adbb0aad req-aef42b6e-827c-42d7-9251-6ab49282585e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462303 Sep 07 15:00:40.648002 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-0988ec18-5996-42bf-b9f1-8214c688d7ce service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018548 Sep 07 15:00:40.746092 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-494dfbb5-814f-46e4-a889-4015add2d7b3 req-e5588923-649c-4d18-ad1c-0901fc79034f service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902886 Sep 07 15:00:40.807206 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60356) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:40.821078 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a108e892-e9b5-48c0-96c0-89b770a3e771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.921433 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a108e892-e9b5-48c0-96c0-89b770a3e771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.925151 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a108e892-e9b5-48c0-96c0-89b770a3e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:40.962598 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a108e892-e9b5-48c0-96c0-89b770a3e771 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f1d8b9f99894244a16089beddc79a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543269 Sep 07 15:00:40.963464 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e892-e9b5-48c0-96c0-89b770a3e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b032590-3b94-4b85-aad5-4edc0fb3ab4f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:40.966640 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60358) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:41.015590 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:41.037465 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:41.088408 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:41.091083 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:41.092231 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b032590-3b94-4b85-aad5-4edc0fb3ab4f HTTP/1.1" status: 204 len: 168 time: 0.1246810 Sep 07 15:00:41.100711 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bc363-8fe9-41b2-a2b5-a55359a6cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b032590-3b94-4b85-aad5-4edc0fb3ab4f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:41.755650 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508961-ca77-4ab1-a5f4-3c4b2f943da7 req-45d7fb5e-0412-4ef0-837d-c4e562f753a4 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:41.757390 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8b508961-ca77-4ab1-a5f4-3c4b2f943da7 req-45d7fb5e-0412-4ef0-837d-c4e562f753a4 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0565524 Sep 07 15:00:41.798794 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8b508961-ca77-4ab1-a5f4-3c4b2f943da7 req-02a3d6c9-8b3e-498f-9aba-80389b33982e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334435 Sep 07 15:00:42.805118 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60416) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:42.925578 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e2080ad-c011-40b3-91e3-e1b02422634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:42.948736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16487fc1-e7e5-4ec7-a627-46a9a8e738f8 req-b8fae61f-d767-4831-9c64-a09d7a72df68 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:42.950198 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-16487fc1-e7e5-4ec7-a627-46a9a8e738f8 req-b8fae61f-d767-4831-9c64-a09d7a72df68 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0753787 Sep 07 15:00:43.008794 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-16487fc1-e7e5-4ec7-a627-46a9a8e738f8 req-ec19c46c-aa33-45c3-9739-7f64bf9064fa tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509894 Sep 07 15:00:43.059533 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e2080ad-c011-40b3-91e3-e1b02422634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.063504 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e2080ad-c011-40b3-91e3-e1b02422634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.103141 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8e2080ad-c011-40b3-91e3-e1b02422634c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ab36aa6f831498d908731fcc8518126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969050 Sep 07 15:00:43.103963 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2080ad-c011-40b3-91e3-e1b02422634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede1c0a-dede-423f-9657-e38da259eb22,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:43.105909 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60422) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:43.166499 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.187641 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.233063 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.235724 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.236882 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ede1c0a-dede-423f-9657-e38da259eb22 HTTP/1.1" status: 204 len: 168 time: 0.1299391 Sep 07 15:00:43.244566 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa0817-ccad-4769-a8d5-4460da476616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede1c0a-dede-423f-9657-e38da259eb22,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:43.504392 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60428) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:43.517359 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b70c9d9-4163-4148-b444-f08cd391c4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.621680 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b70c9d9-4163-4148-b444-f08cd391c4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.625536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b70c9d9-4163-4148-b444-f08cd391c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.663393 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7b70c9d9-4163-4148-b444-f08cd391c4c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a5272724eb24deeb903f1636fb7f088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579058 Sep 07 15:00:43.664568 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70c9d9-4163-4148-b444-f08cd391c4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f3624-bb56-441b-86f9-8885d7aff775,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:43.666104 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60430) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:43.718513 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.740941 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.796022 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.801046 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:43.802209 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/364f3624-bb56-441b-86f9-8885d7aff775 HTTP/1.1" status: 204 len: 168 time: 0.1341898 Sep 07 15:00:43.812421 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1be6-1dea-4e83-9478-b3ef424423bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f3624-bb56-441b-86f9-8885d7aff775,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:44.131011 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d5b0d-9e3e-4884-9a00-fa0ead3bf989 req-b1512b9c-c9aa-47e1-b2f2-845e80da8f86 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:44.132549 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0d6d5b0d-9e3e-4884-9a00-fa0ead3bf989 req-b1512b9c-c9aa-47e1-b2f2-845e80da8f86 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0543849 Sep 07 15:00:44.183082 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0d6d5b0d-9e3e-4884-9a00-fa0ead3bf989 req-f3c8a261-109a-40f4-bfb0-fa0630c1122e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432174 Sep 07 15:00:45.310765 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350766aa-3dfc-4814-8ccd-0e206f4f660a req-0dbb6a05-0574-4322-8317-d2e09ec1a51b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:45.312320 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-350766aa-3dfc-4814-8ccd-0e206f4f660a req-0dbb6a05-0574-4322-8317-d2e09ec1a51b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0594070 Sep 07 15:00:45.352150 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-350766aa-3dfc-4814-8ccd-0e206f4f660a req-bc1b767d-9998-4fe1-8635-b8697fda93dd tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330646 Sep 07 15:00:45.706394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:45.807819 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d7630a8-f4ed-4501-b030-7c670e5cab4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:45.904116 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d7630a8-f4ed-4501-b030-7c670e5cab4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:45.907951 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d7630a8-f4ed-4501-b030-7c670e5cab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:45.946134 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4d7630a8-f4ed-4501-b030-7c670e5cab4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dc360ec287c49158773f26eb0e0542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387679 Sep 07 15:00:45.947010 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7630a8-f4ed-4501-b030-7c670e5cab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816c40ad-9130-465a-8fe2-ebeb6a8d887a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:45.948828 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:46.001360 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.023199 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.069668 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.072508 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.073661 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/816c40ad-9130-465a-8fe2-ebeb6a8d887a HTTP/1.1" status: 204 len: 168 time: 0.1228487 Sep 07 15:00:46.081489 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6c8b-302b-45d2-bb5d-093b5c209c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c40ad-9130-465a-8fe2-ebeb6a8d887a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:46.347600 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60510) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:46.360747 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfe027c1-9d3f-4e49-90ba-cdcb69d4dc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.455402 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfe027c1-9d3f-4e49-90ba-cdcb69d4dc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.461337 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfe027c1-9d3f-4e49-90ba-cdcb69d4dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.476816 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19332d-7d9b-4409-90ab-5dd6c47ebac1 req-907b9360-0343-41b3-8e59-f9e92fc0656c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:46.478341 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad19332d-7d9b-4409-90ab-5dd6c47ebac1 req-907b9360-0343-41b3-8e59-f9e92fc0656c tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0523174 Sep 07 15:00:46.502297 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bfe027c1-9d3f-4e49-90ba-cdcb69d4dc0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0a2cfd1805b4b158f9a4666d83b50f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536124 Sep 07 15:00:46.504985 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:46.505550 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe027c1-9d3f-4e49-90ba-cdcb69d4dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aff97d-bf26-468b-8de9-b60c0729d97e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:46.539027 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ad19332d-7d9b-4409-90ab-5dd6c47ebac1 req-f38b5149-3e69-421f-a7a6-d557a9b00d3e tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542266 Sep 07 15:00:46.567994 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.589582 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.635683 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.638306 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:46.639500 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2aff97d-bf26-468b-8de9-b60c0729d97e HTTP/1.1" status: 204 len: 168 time: 0.1334832 Sep 07 15:00:46.648375 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c618c1-be56-4a10-9ee8-680c19d1d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aff97d-bf26-468b-8de9-b60c0729d97e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:47.668933 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868cf3a-dac9-4d38-a624-c810817d6fa5 req-7b42b91e-94bc-4e34-9fcb-7bf63fadcf04 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:47.671557 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1868cf3a-dac9-4d38-a624-c810817d6fa5 req-7b42b91e-94bc-4e34-9fcb-7bf63fadcf04 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 943 time: 0.0657187 Sep 07 15:00:47.713747 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1868cf3a-dac9-4d38-a624-c810817d6fa5 req-7131cc19-fba4-4827-a483-79302ac3a8a4 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361590 Sep 07 15:00:48.281013 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 15:00:48.394466 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:48.406602 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': '4f7e1863-e913-4aaf-b081-831583f223d5', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'port_id': '4f7e1863-e913-4aaf-b081-831583f223d5', 'mac_address': 'fa:16:3e:28:97:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 15:00:48.464646 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:48.479250 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7e1863-e913-4aaf-b081-831583f223d5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 15:00:48.499118 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:48.503721 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:48.557484 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:48.839712 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69820460-b45f-4228-9672-3a9d5d4686cd req-b0eb71db-d441-4915-816f-84515610d447 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:48.841333 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69820460-b45f-4228-9672-3a9d5d4686cd req-b0eb71db-d441-4915-816f-84515610d447 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0507250 Sep 07 15:00:48.843472 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['4f7e1863-e913-4aaf-b081-831583f223d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 15:00:48.884226 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-69820460-b45f-4228-9672-3a9d5d4686cd req-bda4ab24-c178-4e3f-b31f-25f3532c84ab tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365641 Sep 07 15:00:49.998568 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0578d-4722-4ef9-83a1-cbbb9373586e req-fa6c753e-a5cb-4c19-a5f8-053bd45c4147 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:49.999976 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-25d0578d-4722-4ef9-83a1-cbbb9373586e req-fa6c753e-a5cb-4c19-a5f8-053bd45c4147 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0487914 Sep 07 15:00:50.038065 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-25d0578d-4722-4ef9-83a1-cbbb9373586e req-1982a714-fa4f-4da2-b29a-f5ae3481fb2f tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314906 Sep 07 15:00:51.156208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e133d8-d1d2-47a6-9653-a9b4c24af406 req-5e0fc6c7-717d-4164-9676-68b50170f799 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:51.158039 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9e133d8-d1d2-47a6-9653-a9b4c24af406 req-5e0fc6c7-717d-4164-9676-68b50170f799 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0530095 Sep 07 15:00:51.200649 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b9e133d8-d1d2-47a6-9653-a9b4c24af406 req-c1b25650-002c-4280-a2ca-a2894d000d93 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358357 Sep 07 15:00:52.315286 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb0db-9db5-48ba-8807-ac91133a48e8 req-daf6a834-5cae-4422-af5d-b34662e5945b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:52.316681 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f34cb0db-9db5-48ba-8807-ac91133a48e8 req-daf6a834-5cae-4422-af5d-b34662e5945b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0489383 Sep 07 15:00:52.358868 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f34cb0db-9db5-48ba-8807-ac91133a48e8 req-511e1b9d-11af-4752-8216-a666bdd14c95 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362754 Sep 07 15:00:53.473071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023fe6-8716-48fc-94ca-5c01e2d0949e req-c1244ce5-51f8-466c-ab2a-2c394f43b176 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:53.474595 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d023fe6-8716-48fc-94ca-5c01e2d0949e req-c1244ce5-51f8-466c-ab2a-2c394f43b176 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 944 time: 0.0482428 Sep 07 15:00:53.513386 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8d023fe6-8716-48fc-94ca-5c01e2d0949e req-8ebaaddf-3ae8-4c19-82d8-f541a2e2f064 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326123 Sep 07 15:00:54.140361 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:54.265262 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.328490 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:00:54.354724 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.358699 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.380827 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port 4f7e1863-e913-4aaf-b081-831583f223d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:00:54.381262 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.398723 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f169e39ae184201bacd4cec2b3094c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567565 Sep 07 15:00:54.399858 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19df30d-6e7d-4f14-9e37-9df2262f21d8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:54.401908 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60632) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:54.408066 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.409029 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.409464 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.409890 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.410230 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.410574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.410887 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.411350 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.411552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.411903 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.412417 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.412628 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040719-d601-4781-9762-79b8965ba5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:54.477745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.483166 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.500467 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:00:54.503151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612b02ca-b39f-4808-b4d1-4d24dcb58c6a" -d '{"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:00:54.505705 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.515622 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:54.520501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.565874 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.568560 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:54.574309 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b19df30d-6e7d-4f14-9e37-9df2262f21d8 HTTP/1.1" status: 204 len: 168 time: 0.1700132 Sep 07 15:00:54.578666 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ada758-6a81-4b83-83b6-901898e927a7 x-openstack-request-id: req-d3ada758-6a81-4b83-83b6-901898e927a7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:00:54.579003 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:00:54.579270 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3ada758-6a81-4b83-83b6-901898e927a7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:00:54.579664 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'code': 200} Sep 07 15:00:54.583997 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc310d-c9d4-4d28-aff3-e42166504ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19df30d-6e7d-4f14-9e37-9df2262f21d8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:54.584661 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:54.660231 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe30db1-5f9d-4067-a201-ce8543aba344 req-e5cabbfa-839b-47c4-bf15-66c6751b1e11 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:54.661758 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6fe30db1-5f9d-4067-a201-ce8543aba344 req-e5cabbfa-839b-47c4-bf15-66c6751b1e11 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0607941 Sep 07 15:00:54.703522 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6fe30db1-5f9d-4067-a201-ce8543aba344 req-742a818b-fcf8-4f56-b177-196c8ac51649 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354412 Sep 07 15:00:54.835784 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152c92-56c9-449b-8eea-4cecce4c1c8b req-f82cb95c-f6f4-496e-b8de-547924d97f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:54.837305 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a2152c92-56c9-449b-8eea-4cecce4c1c8b req-f82cb95c-f6f4-496e-b8de-547924d97f4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0434952 Sep 07 15:00:54.875039 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a2152c92-56c9-449b-8eea-4cecce4c1c8b req-c0105045-e998-40a6-aa56-f46037e3325d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307939 Sep 07 15:00:54.888815 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60642) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:54.903033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563c7528-8b84-4755-bd11-9adaf29ee37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.003475 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563c7528-8b84-4755-bd11-9adaf29ee37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.008713 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-563c7528-8b84-4755-bd11-9adaf29ee37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.048851 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-563c7528-8b84-4755-bd11-9adaf29ee37b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90c54abb24334a1bafe2abfad9415643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589224 Sep 07 15:00:55.050018 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c7528-8b84-4755-bd11-9adaf29ee37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011493f1-395f-4554-8881-2ee6114e47c8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:55.052169 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:55.107005 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.130854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.191882 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.194483 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:55.195648 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/011493f1-395f-4554-8881-2ee6114e47c8 HTTP/1.1" status: 204 len: 168 time: 0.1425779 Sep 07 15:00:55.204170 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a92cf5-5048-4448-8ac1-02936ac62034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011493f1-395f-4554-8881-2ee6114e47c8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:55.465490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1b46-51fd-46d1-b8f4-4de548b46106 req-16efb2b5-2514-4c4a-88c1-ba3233d20d30 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:55.467438 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-18ae1b46-51fd-46d1-b8f4-4de548b46106 req-16efb2b5-2514-4c4a-88c1-ba3233d20d30 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0612531 Sep 07 15:00:55.512961 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-18ae1b46-51fd-46d1-b8f4-4de548b46106 req-f5809654-e712-47d5-ba22-da4163e51a2f tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387337 Sep 07 15:00:55.841956 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c33fd-4117-4ab0-b797-2d29ae706e10 req-be8b2e6f-f5bc-4fac-817d-a51599f7edd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:55.843547 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a13c33fd-4117-4ab0-b797-2d29ae706e10 req-be8b2e6f-f5bc-4fac-817d-a51599f7edd0 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0538306 Sep 07 15:00:55.886724 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a13c33fd-4117-4ab0-b797-2d29ae706e10 req-37573759-1a31-478e-b4d8-e30b4067506d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361938 Sep 07 15:00:56.633329 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98304a-f2a6-4dd3-8bff-56f783ec08f6 req-bcd2f195-b044-4bfd-b861-cde0bea225e1 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:56.634995 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-af98304a-f2a6-4dd3-8bff-56f783ec08f6 req-bcd2f195-b044-4bfd-b861-cde0bea225e1 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0488086 Sep 07 15:00:56.686138 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-af98304a-f2a6-4dd3-8bff-56f783ec08f6 req-e4dcd788-428d-4750-a8a4-01b5163a9491 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437438 Sep 07 15:00:57.008802 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdf44d-7896-40f1-aae1-e55df494392f req-fe6063ed-b631-48a8-b9ad-fbbbd305d29d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:57.010450 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b3fdf44d-7896-40f1-aae1-e55df494392f req-fe6063ed-b631-48a8-b9ad-fbbbd305d29d tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0553324 Sep 07 15:00:57.054128 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b3fdf44d-7896-40f1-aae1-e55df494392f req-1409f9ac-51a7-45e1-bf7d-0d468175a909 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374153 Sep 07 15:00:57.464939 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-7c1b6e66-3b46-440c-893f-38392d9c4e7a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:57.466469 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-7c1b6e66-3b46-440c-893f-38392d9c4e7a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.0472968 Sep 07 15:00:57.581863 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:00:57.582303 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:57.682181 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] For port 871ea687-a5d8-4b0e-b6a3-7936375c64b0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=871ea687-a5d8-4b0e-b6a3-7936375c64b0,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:00:57.682900 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:57.896747 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fabf31-85db-41f1-ac18-5a60d9166912 req-a5ae4432-873d-47af-ad74-3a1bc368d713 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:00:57.898167 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90fabf31-85db-41f1-ac18-5a60d9166912 req-a5ae4432-873d-47af-ad74-3a1bc368d713 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 946 time: 0.1056478 Sep 07 15:00:57.915766 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:57.916006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:57.916386 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP a9f019e2-c3b0-454a-9c92-bcc43650df2c disassociated. External IP: 172.27.1.100, port: 871ea687-a5d8-4b0e-b6a3-7936375c64b0. Sep 07 15:00:57.916722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for 871ea687-a5d8-4b0e-b6a3-7936375c64b0 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:00:57.984732 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-90fabf31-85db-41f1-ac18-5a60d9166912 req-806ce436-73c9-43f9-adb0-ef89cd2597c2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773542 Sep 07 15:00:58.077540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:58.107034 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=871ea687-a5d8-4b0e-b6a3-7936375c64b0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:58.226382 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:00:58.334533 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:00:58.348765 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:00:58.358566 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:00:58.359218 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:00:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:58.374092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] No DVR routers for this DVR port 871ea687-a5d8-4b0e-b6a3-7936375c64b0 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:00:58.376574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:58.378642 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b91111b2-b1b0-46ff-9f90-a883ce67b39b req-f0949d9b-0979-4bd6-acb7-61d3d76e303d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "DELETE /v2.0/ports/871ea687-a5d8-4b0e-b6a3-7936375c64b0 HTTP/1.1" status: 204 len: 173 time: 0.9041846 Sep 07 15:00:58.379107 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'name': 'network-vif-deleted', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:00:58.381336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ad3c9-bef2-402f-a6a4-705ea4ff4efd" -d '{"events": [{"server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "name": "network-vif-deleted", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:00:58.423049 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3320bb3f-5eb1-4c8f-824c-50c0b414169d x-openstack-request-id: req-3320bb3f-5eb1-4c8f-824c-50c0b414169d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:00:58.423386 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a7723f-131b-45a6-9c0b-0a4e3d07e1b1", "name": "network-vif-deleted", "tag": "871ea687-a5d8-4b0e-b6a3-7936375c64b0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:00:58.423696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3320bb3f-5eb1-4c8f-824c-50c0b414169d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:00:58.424129 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a7723f-131b-45a6-9c0b-0a4e3d07e1b1', 'name': 'network-vif-deleted', 'tag': '871ea687-a5d8-4b0e-b6a3-7936375c64b0', 'status': 'completed', 'code': 200} Sep 07 15:00:58.478087 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:00:58.689865 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:58.717712 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:00:58.728285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:00:58.728919 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:00:34Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:58.852438 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:00:58.905281 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:59.021694 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.071083 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:00:59.095008 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-eb94991d-5b2f-4b4d-9071-c68e9022cd44 req-463b7422-0279-46b5-978f-97f12c8d7040 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 210 time: 0.0365424 Sep 07 15:00:59.110479 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cad5f9-c833-4580-82cb-c48193521fa8 None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:00:59.130480 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.134829 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.175535 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33c7a6-823b-4c42-880b-1a5efccbc9c3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:59.181100 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13139f30b32b4e40a8431907fb573b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742393 Sep 07 15:00:59.183759 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 60736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:00:59.185620 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.185972 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.186361 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.186639 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.186984 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.187320 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.187647 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.187969 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.188291 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.188607 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.188924 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.189239 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48b3fe-1e5b-4218-99e9-35417711ea92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:00:59.247703 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.273148 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.328153 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.332204 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:00:59.333429 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de33c7a6-823b-4c42-880b-1a5efccbc9c3 HTTP/1.1" status: 204 len: 168 time: 0.1483545 Sep 07 15:00:59.342905 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231c57e-8884-4a30-b9b1-25c2b6bb22ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33c7a6-823b-4c42-880b-1a5efccbc9c3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:00:59.381452 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca9171-e390-4b8b-9ff5-567a19d30979 None None] New status for floating IP a9f019e2-c3b0-454a-9c92-bcc43650df2c: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:01:00.197927 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c83213e3-2d61-4523-a5b0-210372d9ac33 req-136c8098-ee10-4d10-9897-2135cf299241 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 210 time: 0.0310390 Sep 07 15:01:01.292582 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c0b10273-018b-412f-b2da-fdfadf9d78d8 req-c0c215b2-41af-4ee5-a858-b901e1665c27 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=76a7723f-131b-45a6-9c0b-0a4e3d07e1b1 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Sep 07 15:01:01.999359 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8a912035-6d0e-43bd-a7fa-ad341feae8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:02.385054 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:01:02.545757 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-dbd33f8d-cef9-4155-8899-3620cd53db94 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237279824&fields=id&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 267 time: 0.0339422 Sep 07 15:01:02.661846 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-b2834970-1f8b-4ba1-a306-cf6c956ba843 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:02.663438 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-b2834970-1f8b-4ba1-a306-cf6c956ba843 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.1100810 Sep 07 15:01:02.680116 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-aa320087-4ecb-4d90-9fb9-cbfa77fdebd5 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/quotas/da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 375 time: 0.0109379 Sep 07 15:01:02.738594 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3b63525f-3b21-4b08-b174-9f3b4610a019 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525293 Sep 07 15:01:02.838566 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-5621dc94-96c4-439d-a570-7baad3e711d7 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876081 Sep 07 15:01:02.930309 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-e55d48cb-af61-4a63-8e6d-2e0f7c3469e0 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Sep 07 15:01:03.226188 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-534d0ab9-ff71-484c-97a9-5b3c3acc312c req-8a581cb5-5837-434f-b7eb-c2e58c559754 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 210 time: 0.0281312 Sep 07 15:01:04.316922 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5f48a9bf-395e-4869-9695-b280b6a05d58 req-48844dd8-a1ce-4592-aa70-353ce6a0b218 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Sep 07 15:01:04.465498 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da5f-318e-4f23-a095-fe1b1994874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:04.574884 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:05.070675 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 871ea687-a5d8-4b0e-b6a3-7936375c64b0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:01:05.093609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 871ea687-a5d8-4b0e-b6a3-7936375c64b0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:01:05.093965 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 871ea687-a5d8-4b0e-b6a3-7936375c64b0 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:01:05.416555 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7156524f-5195-4381-9657-4fe232be1762 req-ad8043ab-1a29-4b43-b390-0687f73505a9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 210 time: 0.0314116 Sep 07 15:01:05.786242 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-28f1e8f3-27bf-477b-babc-cc622dab9500 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:05.787767 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-28f1e8f3-27bf-477b-babc-cc622dab9500 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.1109076 Sep 07 15:01:05.865682 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-7756924f-8f06-433e-9867-b205befb5248 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 379 time: 0.0396426 Sep 07 15:01:05.875901 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'port': {'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'admin_state_up': True, 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'security_groups': ['a54b35c7-c0e1-42cf-88c0-84c6e09463a0']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:01:05.928475 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.004453 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Made reservation on behalf of da4c91ad9ffc406dbe700257b9149312 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:01:06.007947 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.112738 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60836) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:06.149222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.20.0.6 (0bdde287-2fe9-406f-8e77-750f82c39c1a/d07a95af-7724-4f04-9521-e8c08f1f6a64/a96f62e9-6deb-4e93-8451-11d0898357d6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:01:06.253680 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d07543ed-8967-459f-9b1a-787ba1ce31dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.313670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.329490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Transition to ACTIVE for port object a96f62e9-6deb-4e93-8451-11d0898357d6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:01:06.366765 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.370333 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d07543ed-8967-459f-9b1a-787ba1ce31dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.374625 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d07543ed-8967-459f-9b1a-787ba1ce31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.409260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:01:06.412309 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:01:06.416111 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:01:06.420405 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d07543ed-8967-459f-9b1a-787ba1ce31dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da7228bbf5ac44a7b46d923307155fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043454 Sep 07 15:01:06.421575 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60846) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:06.430118 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07543ed-8967-459f-9b1a-787ba1ce31dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5be2f5-8955-4a4b-bbc5-7aa4bfe60214,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:06.456423 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:06.491174 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:06.491849 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.495659 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.515901 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-3559ce7c-4b53-43b7-889a-2167d49f7f52 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440954 Sep 07 15:01:06.525172 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.599604 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.604203 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.608535 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef5be2f5-8955-4a4b-bbc5-7aa4bfe60214 HTTP/1.1" status: 204 len: 168 time: 0.1860297 Sep 07 15:01:06.624879 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721c011-5adf-4cd9-a215-f209d8ee6bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5be2f5-8955-4a4b-bbc5-7aa4bfe60214,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:06.736191 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69caea35-a365-4a87-9292-c6c2f51d5791 None None] Provisioning for port a96f62e9-6deb-4e93-8451-11d0898357d6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:01:06.740930 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69caea35-a365-4a87-9292-c6c2f51d5791 None None] Provisioning complete for port a96f62e9-6deb-4e93-8451-11d0898357d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:01:06.741626 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69caea35-a365-4a87-9292-c6c2f51d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:06.786266 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-69caea35-a365-4a87-9292-c6c2f51d5791 None None] Port a96f62e9-6deb-4e93-8451-11d0898357d6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 15:01:06.863002 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Request body: {'port': {'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:01:06.931273 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6169f78-1268-4fb7-b27e-533a73f18feb req-f0222c6c-ffaa-456d-b21b-928e1950ecb2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:06.932891 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c6169f78-1268-4fb7-b27e-533a73f18feb req-f0222c6c-ffaa-456d-b21b-928e1950ecb2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 931 time: 0.4271371 Sep 07 15:01:06.943871 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.014419 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c6169f78-1268-4fb7-b27e-533a73f18feb req-619ff088-b158-41b9-bb2f-4da8c94503a6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727005 Sep 07 15:01:07.257585 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96f62e9-6deb-4e93-8451-11d0898357d6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 15:01:07.275751 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.287976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Transition to ACTIVE for port object a96f62e9-6deb-4e93-8451-11d0898357d6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:01:07.292002 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.397837 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:07.438170 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Attempting to bind port a96f62e9-6deb-4e93-8451-11d0898357d6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:01:07.440410 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Attempting to bind port a96f62e9-6deb-4e93-8451-11d0898357d6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:01:07.440410 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Attempting to bind port a96f62e9-6deb-4e93-8451-11d0898357d6 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:01:07.444188 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Port a96f62e9-6deb-4e93-8451-11d0898357d6 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 15:01:07.444514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Attempting to bind port a96f62e9-6deb-4e93-8451-11d0898357d6 on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:01:07.449956 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:01:07.450338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:01:07.450679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Bound using segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:01:07.451157 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Bound port: a96f62e9-6deb-4e93-8451-11d0898357d6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:01:07.451522 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.526740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:01:07.534883 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a96f62e9-6deb-4e93-8451-11d0898357d6,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:01:07.539655 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.575236 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:07.575725 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.577120 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] 10.222.0.68 "PUT /v2.0/ports/a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 1093 time: 0.7210178 Sep 07 15:01:07.579440 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:01:07.581798 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab" -d '{"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:01:07.615239 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312623-48cd-4090-b7e9-0ff9e781e197 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:07.646945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5605d21-6a16-4659-848b-f015427c889e x-openstack-request-id: req-e5605d21-6a16-4659-848b-f015427c889e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:01:07.647253 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:01:07.647513 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5605d21-6a16-4659-848b-f015427c889e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:01:07.647954 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'status': 'completed', 'code': 200} Sep 07 15:01:07.648354 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.716179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-15a12fa8-f339-41a5-97e7-935945ed3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:07.718168 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-15a12fa8-f339-41a5-97e7-935945ed3dd3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1096 time: 0.0581656 Sep 07 15:01:07.779782 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-afdd3bec-00e0-44a4-aa97-a056084bd529 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 217 time: 0.0445304 Sep 07 15:01:07.829211 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-78fc04b1-347b-4699-a180-cc75baff5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:07.831121 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-78fc04b1-347b-4699-a180-cc75baff5851 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0438361 Sep 07 15:01:07.870610 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:07.880976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-45bd81aa-f50b-4ecd-b01d-457a009944f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:07.882586 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-45bd81aa-f50b-4ecd-b01d-457a009944f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435910 Sep 07 15:01:07.974220 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-6a47204d-4e3b-4def-a96b-a78fc7863ecb service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Sep 07 15:01:08.067510 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0ec68ff5-4ad9-4f31-9c21-4b765c9d8051 req-6c25c966-68f0-44ce-8c21-18aed06e2440 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850477 Sep 07 15:01:08.148963 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3d0a-1d6e-4ee0-91db-18369b8e17b5 req-4a1b154c-cb79-47dc-97f2-03edab9ae058 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.150793 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-730d3d0a-1d6e-4ee0-91db-18369b8e17b5 req-4a1b154c-cb79-47dc-97f2-03edab9ae058 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0590951 Sep 07 15:01:08.192681 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-730d3d0a-1d6e-4ee0-91db-18369b8e17b5 req-8f37aed2-1163-46f0-a6d9-87a89df368e1 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349452 Sep 07 15:01:08.249118 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-7446b4e5-578f-4f1f-88fe-38aa38113820 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392990 Sep 07 15:01:08.265937 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-772f15c3-00b1-4932-b3fc-4a640a1b9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.268000 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-772f15c3-00b1-4932-b3fc-4a640a1b9723 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1096 time: 0.0417213 Sep 07 15:01:08.360437 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149110-0fce-49e1-b411-c8bed2164414 req-1ed336f8-643b-48e2-9308-1d4cdb3e6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.362559 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-1ed336f8-643b-48e2-9308-1d4cdb3e6a49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0461228 Sep 07 15:01:08.386911 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-d05ca525-c1ed-488e-9201-cab8b946d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.388434 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-d05ca525-c1ed-488e-9201-cab8b946d162 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.1000516 Sep 07 15:01:08.434067 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-d62b3d9a-ffb8-4e49-9888-d08beae5d116 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 217 time: 0.0355856 Sep 07 15:01:08.480421 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149110-0fce-49e1-b411-c8bed2164414 req-2c0842cb-46dc-4e6b-91a0-754b5d8c177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.482317 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-2c0842cb-46dc-4e6b-91a0-754b5d8c177b service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0948522 Sep 07 15:01:08.490752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-e3787f4e-705e-4352-951f-ee6ca4862a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.492288 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-e3787f4e-705e-4352-951f-ee6ca4862a2d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0488584 Sep 07 15:01:08.542728 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-40272ed6-0ccf-4ad9-b79b-9aa7274c16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.544258 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-40272ed6-0ccf-4ad9-b79b-9aa7274c16e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444846 Sep 07 15:01:08.553536 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-e9500230-dbbe-482b-a8be-5407d5def8b6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 1000 time: 0.0617869 Sep 07 15:01:08.607482 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149110-0fce-49e1-b411-c8bed2164414 req-92cbb180-ebb2-405f-baae-47d797864a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.608973 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-92cbb180-ebb2-405f-baae-47d797864a92 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0487165 Sep 07 15:01:08.648327 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-f4ee10e7-f7dc-409f-a12b-39780c290615 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951338 Sep 07 15:01:08.658106 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149110-0fce-49e1-b411-c8bed2164414 req-8322fbcc-6def-4c83-941b-4368043e7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:08.660441 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-8322fbcc-6def-4c83-941b-4368043e7bc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436475 Sep 07 15:01:08.760633 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9ebf93cf-8c4d-4bd4-a9bc-e68721febcab req-e8b8d86b-5081-4cea-8713-4fc5ab5669cf service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046624 Sep 07 15:01:08.766128 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-93c3b73c-2e31-45d3-b085-a5a4670966a7 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975313 Sep 07 15:01:08.878154 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b4149110-0fce-49e1-b411-c8bed2164414 req-70452ab2-2622-4bad-b6cd-3ac04e1865e1 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Sep 07 15:01:09.314119 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96629a-de84-462a-9582-4d53bc8c2a5f req-76e997bc-d535-40f5-ad0b-9c0da7d366a6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:09.316325 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4e96629a-de84-462a-9582-4d53bc8c2a5f req-76e997bc-d535-40f5-ad0b-9c0da7d366a6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0517638 Sep 07 15:01:09.358645 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-4e96629a-de84-462a-9582-4d53bc8c2a5f req-dc507861-4e18-4ef2-a6d3-04247e7ad7a2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362682 Sep 07 15:01:10.473868 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f496-6232-4e92-82fc-cc2345c60d47 req-16de511e-ec38-4495-bd9c-9fb002cd4131 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:10.475418 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-49f1f496-6232-4e92-82fc-cc2345c60d47 req-16de511e-ec38-4495-bd9c-9fb002cd4131 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Sep 07 15:01:10.520091 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-49f1f496-6232-4e92-82fc-cc2345c60d47 req-325bdd4c-7a9e-4181-b073-7f1e3c86d0c7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Sep 07 15:01:11.635858 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a2a4a-f419-4a02-8431-844398b357af req-b4f8e629-0a19-4824-b8bd-56f9501c52e3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:11.637333 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ef8a2a4a-f419-4a02-8431-844398b357af req-b4f8e629-0a19-4824-b8bd-56f9501c52e3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0506814 Sep 07 15:01:11.675700 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ef8a2a4a-f419-4a02-8431-844398b357af req-925a4da9-adca-4253-9e04-84df10af250d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Sep 07 15:01:12.800638 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59c04-cc4f-424a-b14b-2417e1463244 req-5da1e09c-a83c-4fd8-ac73-9e14ad530715 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:12.802141 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12f59c04-cc4f-424a-b14b-2417e1463244 req-5da1e09c-a83c-4fd8-ac73-9e14ad530715 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0535622 Sep 07 15:01:12.840257 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-12f59c04-cc4f-424a-b14b-2417e1463244 req-abaaec0c-f79b-46be-afd0-4eec5e8b0c11 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321679 Sep 07 15:01:13.959431 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83afc2-8c5f-4eb5-b120-b03e8544c912 req-01e6bead-42aa-4067-8d43-f1091d86d9e2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:13.960913 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8a83afc2-8c5f-4eb5-b120-b03e8544c912 req-01e6bead-42aa-4067-8d43-f1091d86d9e2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0531793 Sep 07 15:01:13.999287 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-8a83afc2-8c5f-4eb5-b120-b03e8544c912 req-7b143944-a2e2-4127-a62c-497f11d48693 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323591 Sep 07 15:01:15.101561 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device a96f62e9-6deb-4e93-8451-11d0898357d6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 15:01:15.117030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc251-d5de-493e-a3b5-bdbec1732881 req-f73f1bc0-6249-4338-b986-a50ccdf6b2a6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:15.119207 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-58cdc251-d5de-493e-a3b5-bdbec1732881 req-f73f1bc0-6249-4338-b986-a50ccdf6b2a6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 943 time: 0.0504754 Sep 07 15:01:15.163632 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-58cdc251-d5de-493e-a3b5-bdbec1732881 req-c4e1a175-6ecd-430d-83fb-925df0387156 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384021 Sep 07 15:01:15.208430 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a96f62e9-6deb-4e93-8451-11d0898357d6,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:01:15.220293 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 15:01:15.266380 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:15.279294 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96f62e9-6deb-4e93-8451-11d0898357d6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 15:01:15.298882 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a96f62e9-6deb-4e93-8451-11d0898357d6,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:01:15.303686 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:15.349424 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:15.356282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.356635 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.356979 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.357318 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.357653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.357981 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.358310 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.358638 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.358992 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.359318 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.359642 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.359969 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:15.627163 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['a96f62e9-6deb-4e93-8451-11d0898357d6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 15:01:16.277706 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607f3b-3615-4804-af8e-b3ab7f792b2b req-1a67adb4-6f4d-4ab7-8a34-c358f1a50bc3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:16.279167 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-39607f3b-3615-4804-af8e-b3ab7f792b2b req-1a67adb4-6f4d-4ab7-8a34-c358f1a50bc3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 944 time: 0.0472946 Sep 07 15:01:16.316827 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-39607f3b-3615-4804-af8e-b3ab7f792b2b req-101564ea-9914-4437-9519-7d3508d6f077 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Sep 07 15:01:17.094615 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device a96f62e9-6deb-4e93-8451-11d0898357d6 up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:01:17.147114 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port a96f62e9-6deb-4e93-8451-11d0898357d6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:01:17.151422 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port a96f62e9-6deb-4e93-8451-11d0898357d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:01:17.151796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.212383 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60938) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:17.239042 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.270401 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:01:17.272854 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2debd9a0-04b2-4152-aa8d-6c068dbe931b" -d '{"events": [{"server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "name": "network-vif-plugged", "status": "completed", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:01:17.290146 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a96f62e9-6deb-4e93-8451-11d0898357d6,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:01:17.295181 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.320910 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d519b-8e31-4ee8-a6aa-bb10e45bab23 x-openstack-request-id: req-8a7d519b-8e31-4ee8-a6aa-bb10e45bab23 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:01:17.321206 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "name": "network-vif-plugged", "status": "completed", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:01:17.321464 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a7d519b-8e31-4ee8-a6aa-bb10e45bab23 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:01:17.321851 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'code': 200} Sep 07 15:01:17.332953 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-082818c3-4157-4c2f-bb0f-2e2674875495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.358796 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:17.460800 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3f549-478b-4ec8-be34-e876554b556d req-85132b87-73a4-4ef7-bf0c-387e96d4a33e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:17.462263 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1f3f549-478b-4ec8-be34-e876554b556d req-85132b87-73a4-4ef7-bf0c-387e96d4a33e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0707412 Sep 07 15:01:17.506753 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-082818c3-4157-4c2f-bb0f-2e2674875495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.512784 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-082818c3-4157-4c2f-bb0f-2e2674875495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.544393 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1f3f549-478b-4ec8-be34-e876554b556d req-3a06d06f-8a4e-4c78-9458-e6f35c8af0b2 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744364 Sep 07 15:01:17.566830 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-082818c3-4157-4c2f-bb0f-2e2674875495 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e360bbed0805403c8aa4d2243fc7adc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540618 Sep 07 15:01:17.567725 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082818c3-4157-4c2f-bb0f-2e2674875495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d761f-ad16-49ef-9a9a-7aaa4fc83073,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:17.569994 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:17.590363 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330738fd-ec45-4336-9ece-bdb35dac3d26 req-b79f1456-3ca9-4fe1-b4c1-69046c97bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:17.591914 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-330738fd-ec45-4336-9ece-bdb35dac3d26 req-b79f1456-3ca9-4fe1-b4c1-69046c97bb0c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1098 time: 0.0410659 Sep 07 15:01:17.619150 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.627316 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-330738fd-ec45-4336-9ece-bdb35dac3d26 req-b8cb5359-234a-4212-a4bb-2c1609472844 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274782 Sep 07 15:01:17.639993 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.687262 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.689740 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:17.691027 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/797d761f-ad16-49ef-9a9a-7aaa4fc83073 HTTP/1.1" status: 204 len: 168 time: 0.1201401 Sep 07 15:01:17.698752 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d7de7-33c3-4f17-b42d-36da3b327d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d761f-ad16-49ef-9a9a-7aaa4fc83073,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:18.672053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6e6a-eff0-49c4-928c-df7cbca8a47b req-cdc21c32-61e1-4f35-9837-123c11cd89dc tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:18.673579 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fadb6e6a-eff0-49c4-928c-df7cbca8a47b req-cdc21c32-61e1-4f35-9837-123c11cd89dc tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Sep 07 15:01:18.717349 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fadb6e6a-eff0-49c4-928c-df7cbca8a47b req-e9c1a751-689e-4031-9c32-f2fbb9e518e8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Sep 07 15:01:19.839421 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073fe84-6e9f-4e21-8e24-28f2d2a1e049 req-3d4fbcae-7e6c-492b-b9f3-66e703bd8ed9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:19.840990 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a073fe84-6e9f-4e21-8e24-28f2d2a1e049 req-3d4fbcae-7e6c-492b-b9f3-66e703bd8ed9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0552926 Sep 07 15:01:19.880213 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a073fe84-6e9f-4e21-8e24-28f2d2a1e049 req-7e43f394-1fb9-4179-9194-b76cc7124e20 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Sep 07 15:01:19.997280 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd316a31-e213-414c-a959-c482eb3dab86 req-54bdc624-6be4-4d62-b9a1-4e12ecd41397 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:19.998742 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dd316a31-e213-414c-a959-c482eb3dab86 req-54bdc624-6be4-4d62-b9a1-4e12ecd41397 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Sep 07 15:01:20.038414 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dd316a31-e213-414c-a959-c482eb3dab86 req-9eb52948-7d97-4e54-81b6-87ec213ef93c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Sep 07 15:01:20.061560 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:20.104978 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecf627-5c3c-4594-8108-051aae3454cd tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:20.106524 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-67ecf627-5c3c-4594-8108-051aae3454cd tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1093 time: 0.0429506 Sep 07 15:01:20.109526 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 60998) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:20.114241 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:01:20.142147 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:20.285964 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:20.393317 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.27.1.162 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/1159eee4-3eaa-41b6-be75-c4e6e0496510) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:01:20.495661 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:20.536693 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:20.576370 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:01:20.583622 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:01:20.585738 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=1159eee4-3eaa-41b6-be75-c4e6e0496510,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:20.587869 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:01:21.193323 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.258525 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.415356 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.420660 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.489754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=1159eee4-3eaa-41b6-be75-c4e6e0496510,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:21.501776 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.600782 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP 105d5c90-e54a-4831-be28-f5f467c46c27 associated. External IP: 172.27.1.162, port: a96f62e9-6deb-4e93-8451-11d0898357d6. Sep 07 15:01:21.810502 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:01:21.917857 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:01:21.929112 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:01:21.933289 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:21.938363 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:01:21.939006 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:01:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:01:21.960389 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b2779fb8-4341-4767-ab08-9dc9f3a4e581 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8495889 Sep 07 15:01:21.960956 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:01:21.963217 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed1184-35a2-46a2-b38d-8667908469b4" -d '{"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:01:22.006736 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e2917-ce65-436f-8272-8b65f84dcd2b x-openstack-request-id: req-262e2917-ce65-436f-8272-8b65f84dcd2b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:01:22.007053 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:01:22.007311 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-262e2917-ce65-436f-8272-8b65f84dcd2b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:01:22.007707 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'status': 'completed', 'code': 200} Sep 07 15:01:22.054046 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:01:22.094030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-2c23f7b8-9990-489d-b52f-3b9019cf8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:22.095591 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-2c23f7b8-9990-489d-b52f-3b9019cf8c50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1098 time: 0.0397718 Sep 07 15:01:22.192781 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-92c470db-bcca-4618-9bdb-f4d8affa80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:22.194370 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-92c470db-bcca-4618-9bdb-f4d8affa80ed service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0914013 Sep 07 15:01:22.267945 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-9f1c4528-e4e6-4265-a7fb-d4c56e48037f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 999 time: 0.0654287 Sep 07 15:01:22.290211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:20Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:01:22.317476 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:01:22.323330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-3ffa8c55-f68c-4895-8100-71a46b60b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:22.324872 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-3ffa8c55-f68c-4895-8100-71a46b60b831 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0495698 Sep 07 15:01:22.326000 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:01:22.326619 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:01:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:01:22.371349 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-7a85d69d-0564-411d-a622-8b7e82040422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:01:22.372859 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-7a85d69d-0564-411d-a622-8b7e82040422 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402842 Sep 07 15:01:22.467505 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-7da3073d-5d4d-4d8c-bfcd-0d64792c07e5 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861609 Sep 07 15:01:22.575694 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:01:22.581604 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-15ed1184-35a2-46a2-b38d-8667908469b4 req-1209d8dd-c858-46a4-954d-8ce273138e24 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052990 Sep 07 15:01:22.819757 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:20Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:01:22.851311 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8902d1-c902-4717-97ea-ca46ac5f446f None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:20Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:01:23.060624 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5f1b4-4e69-48c2-aed4-1b8f0760eddd None None] New status for floating IP 105d5c90-e54a-4831-be28-f5f467c46c27: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:01:32.008916 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db76b821-fc7b-44be-a840-7a290cef2156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:34.466722 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-09ab6d64-c2cb-4e05-b49c-4cbcf5bb9147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:34.576975 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:35.924957 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:37.648716 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:37.885536 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:39.384132 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:01:55.902373 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33002) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:56.015590 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c4d08b-503a-41a6-ae16-0bc4cbdfffe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.118355 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c4d08b-503a-41a6-ae16-0bc4cbdfffe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.122103 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c4d08b-503a-41a6-ae16-0bc4cbdfffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.166401 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-71c4d08b-503a-41a6-ae16-0bc4cbdfffe0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c90631379e34fef809b1057b1febdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628522 Sep 07 15:01:56.167547 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4d08b-503a-41a6-ae16-0bc4cbdfffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5c4f1-09d0-4c87-9c7e-df94da6e32c1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:56.169190 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33006) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:01:56.220151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.243205 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.300592 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.303540 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:01:56.304925 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42e5c4f1-09d0-4c87-9c7e-df94da6e32c1 HTTP/1.1" status: 204 len: 168 time: 0.1346638 Sep 07 15:01:56.316928 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5c4f1-09d0-4c87-9c7e-df94da6e32c1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:01:56.329055 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.329634 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.330212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.330790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.331501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.332088 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.332665 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.333234 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.333796 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.334356 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.334899 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:01:56.335483 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587db57f-d0d7-4e68-8091-7969001c1a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:02.010087 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d89cdff-1e7e-4124-ab74-2ac0f59af499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:04.469127 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a77dcef0-eedb-4a5a-afdb-47f7681e4be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:04.577403 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:05.928134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:07.651353 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:07.882551 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:09.234136 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-67c76028-f4a1-418d-aa73-9380782ecee2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440180 Sep 07 15:02:09.330448 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-4c783116-65fa-43b4-a6a3-405ca39d2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:09.332753 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-4c783116-65fa-43b4-a6a3-405ca39d2c97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0402355 Sep 07 15:02:09.436862 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-d85c88cb-26fe-4dae-8822-42bc77b32e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:09.438239 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-d85c88cb-26fe-4dae-8822-42bc77b32e73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0858333 Sep 07 15:02:09.501621 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-053a1120-04c3-4542-9e48-bc797f64e9c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 1000 time: 0.0558913 Sep 07 15:02:09.549030 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-fe21ed64-065d-4238-bd2c-916996317434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:09.550679 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-fe21ed64-065d-4238-bd2c-916996317434 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0423148 Sep 07 15:02:09.599580 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-92084314-213f-4f66-804b-530f5755be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:09.601072 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-92084314-213f-4f66-804b-530f5755be1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434341 Sep 07 15:02:09.688801 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-576fc0b3-8961-411f-ba5a-08e0504f5366 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797110 Sep 07 15:02:09.780890 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-4ea63865-3cb5-488e-b80d-4de50d5539d0 req-aeb1d164-d570-4055-af50-800f5be8d8b4 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849187 Sep 07 15:02:16.383732 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:02:22.313923 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33022) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:22.476680 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Deleting port 70b54df9-be82-4a69-8a48-3c0072f98455 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:22.477028 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:22.554598 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:22.554931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:22.567011 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Calling delete_port for 70b54df9-be82-4a69-8a48-3c0072f98455 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:22.742823 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:22.767536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event deleted for resources: {'Port': ['ID=70b54df9-be82-4a69-8a48-3c0072f98455,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:22.829553 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:22.829885 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Floating IP 8189aca2-fe3c-4a05-bd08-f2b9e3878974 disassociated (deleted). External IP: 172.27.1.14, port: 4f7e1863-e913-4aaf-b081-831583f223d5. Sep 07 15:02:23.037472 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Router f420ec31-ac99-4008-88a4-047d7dc000fc has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:02:23.143668 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:02:23.148546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:23.153866 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Sync routers for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:02:23.162853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:23.163499 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:23.176000 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-948c7036-a65d-4cfa-bc4a-a8efb03d5054 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "DELETE /v2.0/floatingips/8189aca2-fe3c-4a05-bd08-f2b9e3878974 HTTP/1.1" status: 204 len: 168 time: 0.8609495 Sep 07 15:02:23.176599 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:02:23.179833 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba" -d '{"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:02:23.220342 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6eb69-996c-4f71-a9f1-ac433c5e4828 x-openstack-request-id: req-2bf6eb69-996c-4f71-a9f1-ac433c5e4828 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:02:23.220622 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:02:23.221069 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bf6eb69-996c-4f71-a9f1-ac433c5e4828 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:02:23.221706 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'status': 'completed', 'code': 200} Sep 07 15:02:23.277214 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:23.306203 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-8cc15638-c5c7-48f5-9795-00ff006d227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:23.307866 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-8cc15638-c5c7-48f5-9795-00ff006d227b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=446b124b765b430989597bddb8a8dc50&device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 1098 time: 0.0432067 Sep 07 15:02:23.404755 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-da639a0c-d404-4496-8f10-c7ce26b1b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:23.405508 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057c4d6-84ab-453e-9a95-46a8480c2de0 req-1d6895f7-a171-4cc6-acad-b74b31cf8f62 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:23.406256 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-da639a0c-d404-4496-8f10-c7ce26b1b2c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 200 len: 910 time: 0.0903895 Sep 07 15:02:23.407104 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9057c4d6-84ab-453e-9a95-46a8480c2de0 req-1d6895f7-a171-4cc6-acad-b74b31cf8f62 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0507228 Sep 07 15:02:23.446625 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9057c4d6-84ab-453e-9a95-46a8480c2de0 req-2d26d59a-0c3a-4ebe-9b42-c74f56b672a6 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326266 Sep 07 15:02:23.448941 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-5b1c303e-ee13-44ea-aa09-9266414a8b56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 200 len: 217 time: 0.0344181 Sep 07 15:02:23.491571 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:23.502278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-18f84e8f-eb39-4d7a-bc8f-7bdcb0bf2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:23.503764 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-18f84e8f-eb39-4d7a-bc8f-7bdcb0bf2804 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 200 len: 847 time: 0.0479178 Sep 07 15:02:23.517499 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Checking router: f420ec31-ac99-4008-88a4-047d7dc000fc for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:02:23.526677 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:23.527313 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:23.548444 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-561bece9-93d7-48f5-b5dd-935a29989651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:23.549968 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-561bece9-93d7-48f5-b5dd-935a29989651 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=06fea954-fb4c-48b2-8ee5-0ac300054a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390792 Sep 07 15:02:23.629368 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:23.641136 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-65934274-37bb-41d4-998a-8e94e0a18f84 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836766 Sep 07 15:02:23.730224 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-dcf946a6-e1ca-4c44-80bd-f49e112d28ba req-e6ecde85-3ab4-4a0e-a9be-feb68c5348e4 service neutron] 10.222.0.68 "GET /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815728 Sep 07 15:02:23.826382 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:23.856101 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf1d7b-b323-4871-9dfb-f2cf4f8cd39b None None] The sync data for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi is: [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:36Z', 'revision_number': 4, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': 'c583e2e4-025c-4627-a281-2e7f6a5a4666', 'name': '', 'network_id': '06fea954-fb4c-48b2-8ee5-0ac300054a23', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'mac_address': 'fa:16:3e:e1:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:35Z', 'updated_at': '2021-09-07T14:57:43Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'subnets': [{'id': '1ba81bbe-ef44-4c14-b4b0-cc02f58da089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:02:24.056502 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635b4c3-3d1f-429e-8805-5bf25eeb0e52 None None] New status for floating IP 8189aca2-fe3c-4a05-bd08-f2b9e3878974: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:02:24.577428 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96ac7-1187-4f25-bf6d-d3071d218d38 req-68808ad1-59bf-4a15-bd35-17193df60224 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:24.578913 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7c96ac7-1187-4f25-bf6d-d3071d218d38 req-68808ad1-59bf-4a15-bd35-17193df60224 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0493460 Sep 07 15:02:24.622939 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c7c96ac7-1187-4f25-bf6d-d3071d218d38 req-ad5a43a5-5e73-4c87-b061-f563f41a0659 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/security-groups?id=02220b48-5da7-4a63-a1a3-96f13d7dd016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377767 Sep 07 15:02:25.203120 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-d24b4cfa-621e-40f4-b08c-292280c2cd80 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:02:25.204606 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-d24b4cfa-621e-40f4-b08c-292280c2cd80 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.68 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 945 time: 0.0552726 Sep 07 15:02:25.296549 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Deleting port 4f7e1863-e913-4aaf-b081-831583f223d5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:25.296894 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:25.388922 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] For port 4f7e1863-e913-4aaf-b081-831583f223d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4f7e1863-e913-4aaf-b081-831583f223d5,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:25.389178 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:25.401926 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Calling delete_port for 4f7e1863-e913-4aaf-b081-831583f223d5 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:25.527450 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:25.556513 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event deleted for resources: {'Port': ['ID=4f7e1863-e913-4aaf-b081-831583f223d5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:25.597683 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] No DVR routers for this DVR port 4f7e1863-e913-4aaf-b081-831583f223d5 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:02:25.601114 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:25.603127 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6ffc795e-b56b-472f-9b0d-2995cf6fde10 req-fba50fb7-0189-4afd-b8bf-3db10316715b tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.68 "DELETE /v2.0/ports/4f7e1863-e913-4aaf-b081-831583f223d5 HTTP/1.1" status: 204 len: 173 time: 0.3926392 Sep 07 15:02:25.603573 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-deleted', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:02:25.606271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc85db-38c3-423b-b695-8c75dfd680de" -d '{"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-deleted", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:02:25.643631 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e6612c-ac52-4e22-9196-2894c6e10a48 x-openstack-request-id: req-16e6612c-ac52-4e22-9196-2894c6e10a48 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:02:25.643923 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14530725-3457-488d-b92b-4854b6ee295f", "name": "network-vif-deleted", "tag": "4f7e1863-e913-4aaf-b081-831583f223d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:02:25.644250 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16e6612c-ac52-4e22-9196-2894c6e10a48 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:02:25.644697 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14530725-3457-488d-b92b-4854b6ee295f', 'name': 'network-vif-deleted', 'tag': '4f7e1863-e913-4aaf-b081-831583f223d5', 'status': 'completed', 'code': 200} Sep 07 15:02:25.715322 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-2e344a1b-9bb4-4c59-a1e1-704d770e42b6 req-ea451ac4-e477-481d-814f-02fd0efcca39 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "GET /v2.0/ports?device_id=14530725-3457-488d-b92b-4854b6ee295f HTTP/1.1" status: 200 len: 210 time: 0.0267143 Sep 07 15:02:26.772711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:26.841633 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:26.866116 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:26.937528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:26.940385 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:26.943171 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] 10.222.0.76 "DELETE /v2.0/security-groups/02220b48-5da7-4a63-a1a3-96f13d7dd016 HTTP/1.1" status: 204 len: 168 time: 0.1680448 Sep 07 15:02:26.954127 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1176a6-86be-47ba-b297-122f6f6901c1 tempest-TestShelveInstance-440838873 tempest-TestShelveInstance-440838873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02220b48-5da7-4a63-a1a3-96f13d7dd016,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:26.994086 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:27.345945 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:27.449972 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:27.470973 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: 4f7e1863-e913-4aaf-b081-831583f223d5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:27.471332 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device 4f7e1863-e913-4aaf-b081-831583f223d5 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:27.876759 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Deleting port c583e2e4-025c-4627-a281-2e7f6a5a4666 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:27.877393 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:27.960331 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] For port c583e2e4-025c-4627-a281-2e7f6a5a4666, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=c583e2e4-025c-4627-a281-2e7f6a5a4666,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:27.960694 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:27.973475 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Calling delete_port for c583e2e4-025c-4627-a281-2e7f6a5a4666 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:28.157115 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:28.182709 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Pushing event deleted for resources: {'Port': ['ID=c583e2e4-025c-4627-a281-2e7f6a5a4666,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:28.343155 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:28.549548 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Router f420ec31-ac99-4008-88a4-047d7dc000fc has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:02:28.653852 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:02:28.658817 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-04af11ad-5881-4da6-915c-cd47837ba386 admin admin] 10.222.0.76 "PUT /v2.0/routers/f420ec31-ac99-4008-88a4-047d7dc000fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637044 Sep 07 15:02:28.661284 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:28.664473 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Sync routers for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:02:28.673452 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:28.674064 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:28.763316 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:28.779033 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:28.869476 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:28.921260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Deleting port 54c98d75-73e6-41be-a50a-71cf96ab3c24 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:28.922003 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:28.956875 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T15:02:28Z', 'revision_number': 5, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port': {'id': '54c98d75-73e6-41be-a50a-71cf96ab3c24', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:28.987047 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Checking router: f420ec31-ac99-4008-88a4-047d7dc000fc for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:02:28.996205 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Routers {'f420ec31-ac99-4008-88a4-047d7dc000fc'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:28.997262 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['f420ec31-ac99-4008-88a4-047d7dc000fc'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:29.002928 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] For port 54c98d75-73e6-41be-a50a-71cf96ab3c24, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=54c98d75-73e6-41be-a50a-71cf96ab3c24,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:29.003330 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.015648 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Calling delete_port for 54c98d75-73e6-41be-a50a-71cf96ab3c24 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:29.082188 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] Set router f420ec31-ac99-4008-88a4-047d7dc000fc gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:29.140688 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T15:02:28Z', 'revision_number': 6, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:29.174902 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53732f99-0dc2-4d07-988f-a72de0a755a5 None None] The sync data for ids ['f420ec31-ac99-4008-88a4-047d7dc000fc'] in dv-cinder-760199-15-iscsi is: [{'id': 'f420ec31-ac99-4008-88a4-047d7dc000fc', 'name': 'tempest-TestShelveInstance-180399196-router', 'tenant_id': '446b124b765b430989597bddb8a8dc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:33Z', 'updated_at': '2021-09-07T15:02:28Z', 'revision_number': 6, 'project_id': '446b124b765b430989597bddb8a8dc50', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:02:29.199722 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.230448 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Pushing event deleted for resources: {'Port': ['ID=54c98d75-73e6-41be-a50a-71cf96ab3c24,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:29.283615 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.376940 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.379006 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.425785 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.426327 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f420ec31-ac99-4008-88a4-047d7dc000fc {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 15:02:29.432397 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.433732 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-01011940-17b8-47ce-8d58-4b5088f4be4d admin admin] 10.222.0.76 "DELETE /v2.0/routers/f420ec31-ac99-4008-88a4-047d7dc000fc HTTP/1.1" status: 204 len: 168 time: 0.7708597 Sep 07 15:02:29.436151 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33052) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:29.480092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Deleting subnet 1ba81bbe-ef44-4c14-b4b0-cc02f58da089 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 15:02:29.483133 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.517938 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.605544 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.659990 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.682729 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba81bbe-ef44-4c14-b4b0-cc02f58da089,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:29.688466 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.690430 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d8f9f458-9deb-44b1-a196-b578271a1383 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1ba81bbe-ef44-4c14-b4b0-cc02f58da089 HTTP/1.1" status: 204 len: 168 time: 0.2533624 Sep 07 15:02:29.692934 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33054) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:29.696344 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723b147-b7fb-497d-ac3f-77e1f647b604 None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:02:29.774942 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.827048 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Deleting port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:29.827394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.889453 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] For port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:29.889740 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.902864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Calling delete_port for 72f0eef9-8ad6-4f80-94d7-95f1f2293dab owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:29.924562 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] DHCP port deletion for 06fea954-fb4c-48b2-8ee5-0ac300054a23 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 15:02:29.977035 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Deleting port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:29.977410 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:29.985677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.010665 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:30.016260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] No DVR routers for this DVR port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab on host dv-cinder-760199-15-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:02:30.043445 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] For port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,segment=NetworkSegment(a7f79f0e-e78c-4ca8-b30e-d531f20933e6),segment_id=a7f79f0e-e78c-4ca8-b30e-d531f20933e6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:30.043900 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.058816 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Calling delete_port for 72f0eef9-8ad6-4f80-94d7-95f1f2293dab owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:30.095372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.122457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fea954-fb4c-48b2-8ee5-0ac300054a23']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:30.143338 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:30.143641 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f79f0e-e78c-4ca8-b30e-d531f20933e6') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:30.154558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.170889 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.179676 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 15:02:30.180092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 15:02:30.182911 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 15:02:30.246449 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.252163 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.253989 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/06fea954-fb4c-48b2-8ee5-0ac300054a23 HTTP/1.1" status: 204 len: 168 time: 0.5595725 Sep 07 15:02:30.257415 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:30.276092 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edbbe7-d28a-48c2-ba64-d63073d1dfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fea954-fb4c-48b2-8ee5-0ac300054a23,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:30.289415 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.311538 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Network 06fea954-fb4c-48b2-8ee5-0ac300054a23 is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 15:02:30.311989 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] No DVR routers for this DVR port 72f0eef9-8ad6-4f80-94d7-95f1f2293dab on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:02:30.313730 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Pushing event deleted for resources: {'Port': ['ID=72f0eef9-8ad6-4f80-94d7-95f1f2293dab,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:30.322591 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.323047 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.323312 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.323645 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.324421 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.324421 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.325284 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.325284 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.325284 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.325566 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.325855 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.327140 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c596f88-a318-493d-8dee-db132f7e5798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:30.603969 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.836667 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Deleting port d9996c9d-34d2-4540-8dc8-4e4190303a85 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:30.837004 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.914177 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] For port d9996c9d-34d2-4540-8dc8-4e4190303a85, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=d9996c9d-34d2-4540-8dc8-4e4190303a85,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:30.914451 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:30.929614 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Calling delete_port for d9996c9d-34d2-4540-8dc8-4e4190303a85 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:31.098995 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:31.122508 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9996c9d-34d2-4540-8dc8-4e4190303a85,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:31.203488 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 54c98d75-73e6-41be-a50a-71cf96ab3c24 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:31.225954 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 54c98d75-73e6-41be-a50a-71cf96ab3c24 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:31.226384 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 54c98d75-73e6-41be-a50a-71cf96ab3c24 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:31.226933 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device c583e2e4-025c-4627-a281-2e7f6a5a4666 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:31.248345 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: c583e2e4-025c-4627-a281-2e7f6a5a4666 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:31.249101 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device c583e2e4-025c-4627-a281-2e7f6a5a4666 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:31.249411 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 72f0eef9-8ad6-4f80-94d7-95f1f2293dab no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:31.268883 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 72f0eef9-8ad6-4f80-94d7-95f1f2293dab {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:31.269234 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 72f0eef9-8ad6-4f80-94d7-95f1f2293dab not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:31.306710 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:31.519063 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Router b830a0b7-3952-490f-bef8-53fdfd8b0154 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:02:31.905090 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:02:31.911354 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-714bb210-0aa7-4ef3-9a5a-65c1be85dd63 admin admin] 10.222.0.76 "PUT /v2.0/routers/b830a0b7-3952-490f-bef8-53fdfd8b0154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516385 Sep 07 15:02:31.913366 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33058) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:31.915983 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Sync routers for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:02:31.925739 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:31.926348 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:32.011994 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb7563d1-ba2b-40b7-b06d-f2d99c51c5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.017389 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.034149 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:32.120029 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.175129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Deleting port faa124fa-ba23-4d0c-9454-ea900204f761 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:32.175473 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.254146 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] For port faa124fa-ba23-4d0c-9454-ea900204f761, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=faa124fa-ba23-4d0c-9454-ea900204f761,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:32.254501 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.268403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Calling delete_port for faa124fa-ba23-4d0c-9454-ea900204f761 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:32.307582 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T15:02:31Z', 'revision_number': 5, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port': {'id': 'faa124fa-ba23-4d0c-9454-ea900204f761', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:57:39Z', 'updated_at': '2021-09-07T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:32.337875 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Checking router: b830a0b7-3952-490f-bef8-53fdfd8b0154 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:02:32.345913 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Routers {'b830a0b7-3952-490f-bef8-53fdfd8b0154'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:02:32.346526 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:02:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['b830a0b7-3952-490f-bef8-53fdfd8b0154'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:32.434634 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] Set router b830a0b7-3952-490f-bef8-53fdfd8b0154 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:02:32.435273 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.465935 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa124fa-ba23-4d0c-9454-ea900204f761,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:32.486164 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T15:02:32Z', 'revision_number': 6, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:32.515390 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e6fda-b632-48f2-9ef1-3351a870f324 None None] The sync data for ids ['b830a0b7-3952-490f-bef8-53fdfd8b0154'] in dv-cinder-760199-15-iscsi is: [{'id': 'b830a0b7-3952-490f-bef8-53fdfd8b0154', 'name': 'tempest-TestShelveInstance-1702183296-router', 'tenant_id': '13e10305498b4d09a63e3e8120cfae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:57:38Z', 'updated_at': '2021-09-07T15:02:32Z', 'revision_number': 6, 'project_id': '13e10305498b4d09a63e3e8120cfae7d', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:02:32.525405 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.616610 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.619199 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.668429 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.668958 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b830a0b7-3952-490f-bef8-53fdfd8b0154 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 15:02:32.673312 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.674460 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-525c9366-7223-43ee-a46b-156c3bb69fd0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b830a0b7-3952-490f-bef8-53fdfd8b0154 HTTP/1.1" status: 204 len: 168 time: 0.7600141 Sep 07 15:02:32.676999 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:32.869905 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Deleting subnet d2bb5fa1-535c-45df-890e-f4499181876d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 15:02:32.873086 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.913463 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:32.992696 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.055217 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.083671 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bb5fa1-535c-45df-890e-f4499181876d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:33.087587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.089836 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-73f23421-a164-4d97-968b-a1a401e27b2a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d2bb5fa1-535c-45df-890e-f4499181876d HTTP/1.1" status: 204 len: 168 time: 0.4114692 Sep 07 15:02:33.091994 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:33.094417 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e01d10-3658-4b31-a394-7fca1ac00465 None None] Network 421afece-a680-48bd-b261-65b607f8c416 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:02:33.163786 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.217626 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Deleting port 1b7678d8-4282-48cc-b8be-d191f7352bdb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:33.217857 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.285579 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] For port 1b7678d8-4282-48cc-b8be-d191f7352bdb, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1b7678d8-4282-48cc-b8be-d191f7352bdb,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:33.285579 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.304216 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Calling delete_port for 1b7678d8-4282-48cc-b8be-d191f7352bdb owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:33.327526 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] DHCP port deletion for 421afece-a680-48bd-b261-65b607f8c416 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 15:02:33.384564 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Deleting port 1b7678d8-4282-48cc-b8be-d191f7352bdb {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:02:33.384940 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.397752 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device faa124fa-ba23-4d0c-9454-ea900204f761 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:33.399685 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.427227 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: faa124fa-ba23-4d0c-9454-ea900204f761 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:33.428224 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device faa124fa-ba23-4d0c-9454-ea900204f761 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:33.428658 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d9996c9d-34d2-4540-8dc8-4e4190303a85 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:33.431187 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] No DVR routers for this DVR port 1b7678d8-4282-48cc-b8be-d191f7352bdb on host dv-cinder-760199-15-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:02:33.435577 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7678d8-4282-48cc-b8be-d191f7352bdb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:33.479451 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: d9996c9d-34d2-4540-8dc8-4e4190303a85 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:33.479718 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device d9996c9d-34d2-4540-8dc8-4e4190303a85 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:33.480134 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1b7678d8-4282-48cc-b8be-d191f7352bdb no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:02:33.506803 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 1b7678d8-4282-48cc-b8be-d191f7352bdb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:02:33.507195 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1b7678d8-4282-48cc-b8be-d191f7352bdb not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:02:33.509777 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] For port 1b7678d8-4282-48cc-b8be-d191f7352bdb, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1b7678d8-4282-48cc-b8be-d191f7352bdb,segment=NetworkSegment(0c935ee2-af65-4fb0-a5ec-e75d6692a9a5),segment_id=0c935ee2-af65-4fb0-a5ec-e75d6692a9a5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:02:33.510176 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.512150 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.523244 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Calling delete_port for 1b7678d8-4282-48cc-b8be-d191f7352bdb owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:02:33.535208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421afece-a680-48bd-b261-65b607f8c416']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:33.544996 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:33.545222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c935ee2-af65-4fb0-a5ec-e75d6692a9a5') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:02:33.555651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-118936034'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.570490 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.577345 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 15:02:33.578646 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3902418'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: Traceback (most recent call last): Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: timer() Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: cb(*args, **kw) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: return func(*args, **kwargs) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: self._notify() Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: self.callback(batched_events) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: event.method(event) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: return f(self, *a, **k) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._get(url).json() Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 15:02:33.580600 dv-cinder-760199-15-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 15:02:33.612186 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.642393 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] Pushing event deleted for resources: {'Port': ['ID=1b7678d8-4282-48cc-b8be-d191f7352bdb,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:33.646458 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e8c33-cd0a-4164-9acb-bb92682c2797 None None] No DVR routers for this DVR port 1b7678d8-4282-48cc-b8be-d191f7352bdb on host dv-cinder-760199-15-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:02:33.648756 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.654457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.656529 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/421afece-a680-48bd-b261-65b607f8c416 HTTP/1.1" status: 204 len: 168 time: 0.5633788 Sep 07 15:02:33.668864 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa1b0-ca65-4e83-91e2-36755f7972b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=421afece-a680-48bd-b261-65b607f8c416,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:33.770281 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:33.809035 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ef9b9e3a-0d0c-47b6-a408-ee37db0c5307 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=446b124b765b430989597bddb8a8dc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373299 Sep 07 15:02:33.811438 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33072) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:33.857320 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.878416 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.930013 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.932514 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:33.933691 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cb098f6-c2d7-42ef-a2c4-f0be968f10c9 HTTP/1.1" status: 204 len: 168 time: 0.1213691 Sep 07 15:02:33.941387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb098f6-c2d7-42ef-a2c4-f0be968f10c9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:33.951032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951032 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951561 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951561 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.951877 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.952200 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.952524 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.952842 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.953164 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:33.953477 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6c5018-2cdf-4c89-b8c4-ebea65d09af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:02:34.250869 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:34.296242 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b723000e-cc14-451b-b3f1-1a8acd6084d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13e10305498b4d09a63e3e8120cfae7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436356 Sep 07 15:02:34.298695 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33080) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:02:34.345762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:34.366578 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:34.424301 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:34.426869 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:34.428616 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6cb9c292-a135-4962-88eb-0cd8e52c2794 HTTP/1.1" status: 204 len: 168 time: 0.1289942 Sep 07 15:02:34.436180 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dca4da-f725-4400-8caf-e34ed912ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9c292-a135-4962-88eb-0cd8e52c2794,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:02:34.470422 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c2cab8c-2205-4b75-8a8b-bda6e425a617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:34.579613 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:35.931631 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:37.655482 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:37.894255 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:02:53.383437 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:03:02.013151 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d176ac08-dc8d-43e2-9166-7f75ba092f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:04.472093 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-de0a7de5-3b1a-455b-8d7d-25d0a7a49683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:04.581090 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:05.933458 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:07.656078 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:07.905653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:09.176653 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-ce810c86-2195-42d5-8a85-f41b9a6bc994 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237279824&fields=id&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 267 time: 0.0326686 Sep 07 15:03:09.278879 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-70eb1383-4103-4583-8079-5735c98d96fd tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:09.280482 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-70eb1383-4103-4583-8079-5735c98d96fd tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.0969715 Sep 07 15:03:09.297897 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-33fa0de9-2558-489d-9962-48dc67dce374 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/quotas/da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 375 time: 0.0105503 Sep 07 15:03:09.362128 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-98f734b5-e828-4dc6-89b5-c4126a8f4f5c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0565732 Sep 07 15:03:09.547875 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-f9cd627f-0e0f-42ea-86c8-d7a06e13dd81 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729708 Sep 07 15:03:09.641136 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-1cf7bfb9-509c-4457-8953-2113fe886057 service neutron] 10.222.0.76 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865667 Sep 07 15:03:09.923928 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5d550e65-ceca-4d7f-b87c-cd662aa1bee7 req-374c50f3-b325-4f79-8a53-bac687510da7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 210 time: 0.0265768 Sep 07 15:03:10.237976 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-6bcc90b8-8ca4-44fa-8515-eba81ba82f8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866370 Sep 07 15:03:10.311783 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-1c62974f-de81-4933-b877-29584d4a131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:10.313302 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-1c62974f-de81-4933-b877-29584d4a131c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1098 time: 0.0407023 Sep 07 15:03:10.444567 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-671b9903-e993-43b0-a145-53c2493cf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:10.446065 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-671b9903-e993-43b0-a145-53c2493cf177 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0914705 Sep 07 15:03:10.537982 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-80b80576-d7b5-48b0-bf71-331b165a8884 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 1001 time: 0.0622258 Sep 07 15:03:10.600775 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-61456ed0-8b52-437a-8fd0-c18cbf73e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:10.602271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-61456ed0-8b52-437a-8fd0-c18cbf73e9d8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0493460 Sep 07 15:03:10.651922 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-cf4355cc-9752-42fa-bbdb-c32128891f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:10.653441 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-cf4355cc-9752-42fa-bbdb-c32128891f04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424628 Sep 07 15:03:10.754790 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-747da0bd-45b9-432b-a3e7-88f48d32350e service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Sep 07 15:03:10.859518 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5061211c-e23f-4781-9b17-c3e0dc9a7e6a req-876f1d1e-1e84-48bb-b236-23737ce9de1e service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972872 Sep 07 15:03:11.021481 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-fceb0919-4c74-4671-beb9-a198280f9958 req-ec5c1d2e-456c-494b-82ee-3b6eeed00fe1 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 210 time: 0.0275803 Sep 07 15:03:11.220502 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8371046e-e884-4c0c-b57d-85127ecfd586 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:11.222087 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8371046e-e884-4c0c-b57d-85127ecfd586 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 811 time: 0.1136835 Sep 07 15:03:11.276019 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-38a7d753-2673-41fd-9f43-ec2251097758 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4c91ad9ffc406dbe700257b9149312 HTTP/1.1" status: 200 len: 379 time: 0.0361412 Sep 07 15:03:11.288008 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'port': {'device_id': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'admin_state_up': True, 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'security_groups': ['a54b35c7-c0e1-42cf-88c0-84c6e09463a0']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:03:11.402323 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Made reservation on behalf of da4c91ad9ffc406dbe700257b9149312 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:03:11.405834 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:11.538367 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.20.0.13 (0bdde287-2fe9-406f-8e77-750f82c39c1a/d07a95af-7724-4f04-9521-e8c08f1f6a64/d8b296e9-f74f-431e-bdff-de6491c45f6b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:03:11.681552 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:11.694790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Transition to ACTIVE for port object d8b296e9-f74f-431e-bdff-de6491c45f6b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:03:11.729331 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:11.778372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:03:11.781514 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:03:11.784037 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:03:11.813594 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:11.833213 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.833753 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.834137 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.834567 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.834907 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.835269 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.835606 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.835938 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.836265 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.836591 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.836911 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.837232 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:03:11.859493 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:11.860155 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:11.883948 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-8665d4b5-d0c0-48f9-b5e0-7c42163f85ba tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997450 Sep 07 15:03:11.902684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Request body: {'port': {'device_id': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:03:11.963474 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.065550 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8fe61c07-438a-47aa-abb2-fd69111fddef None None] Provisioning for port d8b296e9-f74f-431e-bdff-de6491c45f6b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:03:12.070025 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8fe61c07-438a-47aa-abb2-fd69111fddef None None] Provisioning complete for port d8b296e9-f74f-431e-bdff-de6491c45f6b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:03:12.070395 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8fe61c07-438a-47aa-abb2-fd69111fddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.104576 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8fe61c07-438a-47aa-abb2-fd69111fddef None None] Port d8b296e9-f74f-431e-bdff-de6491c45f6b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 15:03:12.199398 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc1db-7c8f-4b52-bc10-ae814b9504cf req-6c777934-3234-49dd-8c68-385b12e55042 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:12.200896 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9abbc1db-7c8f-4b52-bc10-ae814b9504cf req-6c777934-3234-49dd-8c68-385b12e55042 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 932 time: 0.1018796 Sep 07 15:03:12.260528 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-9abbc1db-7c8f-4b52-bc10-ae814b9504cf req-b6bbdc61-20eb-4de2-a664-9777b620ef7b tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537345 Sep 07 15:03:12.293305 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b296e9-f74f-431e-bdff-de6491c45f6b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 15:03:12.300469 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.312056 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Transition to ACTIVE for port object d8b296e9-f74f-431e-bdff-de6491c45f6b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:03:12.315801 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.367398 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:12.433033 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Attempting to bind port d8b296e9-f74f-431e-bdff-de6491c45f6b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:03:12.433403 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Attempting to bind port d8b296e9-f74f-431e-bdff-de6491c45f6b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:03:12.433735 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Attempting to bind port d8b296e9-f74f-431e-bdff-de6491c45f6b on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:03:12.438222 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Port d8b296e9-f74f-431e-bdff-de6491c45f6b on network 0bdde287-2fe9-406f-8e77-750f82c39c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 15:03:12.438546 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Attempting to bind port d8b296e9-f74f-431e-bdff-de6491c45f6b on network 0bdde287-2fe9-406f-8e77-750f82c39c1a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:03:12.444129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Checking agent: {'id': 'a26b7fb0-5f6a-43af-9676-41d4824b031b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'started_at': datetime.datetime(2021, 9, 7, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:03:12.444470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Checking segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:03:12.444859 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Bound using segment: {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:03:12.445325 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Bound port: d8b296e9-f74f-431e-bdff-de6491c45f6b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a08eae-6410-417b-b5ea-0431fd046959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:03:12.445694 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.513929 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:03:12.516887 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:03:12.522275 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3899658'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.554078 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:12.554976 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:12.556447 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] 10.222.0.68 "PUT /v2.0/ports/d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 200 len: 1094 time: 0.6585252 Sep 07 15:03:12.558543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:03:12.560835 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858f536-2721-4581-949f-a86c090d522f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:03:12.594351 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c91b35-a0c9-4cca-85ed-68a2eb89b65d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:12.608185 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8580db3-3ce6-4cef-9c8a-90bd2846e5da x-openstack-request-id: req-b8580db3-3ce6-4cef-9c8a-90bd2846e5da {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:03:12.608483 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:03:12.608734 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8580db3-3ce6-4cef-9c8a-90bd2846e5da {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:03:12.609212 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'status': 'completed', 'code': 200} Sep 07 15:03:12.669019 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-42d36852-ec15-4fc0-b16e-18a367d3c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:12.670538 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-42d36852-ec15-4fc0-b16e-18a367d3c09b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1097 time: 0.0432506 Sep 07 15:03:12.723289 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-18b13dda-6384-4869-9494-b8543f7592e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 200 len: 217 time: 0.0384665 Sep 07 15:03:12.776110 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-b2a3652f-837c-452c-a0df-dd9f03232f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:12.777477 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-b2a3652f-837c-452c-a0df-dd9f03232f08 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0453141 Sep 07 15:03:12.823677 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-f8ff1c03-f063-489e-80c5-44bab5ede85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:12.825141 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-f8ff1c03-f063-489e-80c5-44bab5ede85c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392635 Sep 07 15:03:12.915274 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-ad81f6b2-a3e9-48a5-b96c-2bb388925b78 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826681 Sep 07 15:03:13.003202 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-5719996c-83bd-4292-b41f-c0780d8d25dd req-3ffefa23-3fe7-466c-96c4-cd6b027569dd service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806253 Sep 07 15:03:13.132300 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f536-2721-4581-949f-a86c090d522f req-bcd4f53d-3e4a-4056-b9a9-df4e71215c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:13.133724 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-bcd4f53d-3e4a-4056-b9a9-df4e71215c8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1097 time: 0.0407991 Sep 07 15:03:13.230391 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f536-2721-4581-949f-a86c090d522f req-f8c9a7f8-8f75-4ecb-ad07-db8d53cc7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:13.231911 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-f8c9a7f8-8f75-4ecb-ad07-db8d53cc7f68 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0889695 Sep 07 15:03:13.273371 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-8535c624-d294-434e-9760-639b63e93a18 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 200 len: 217 time: 0.0331342 Sep 07 15:03:13.345372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f536-2721-4581-949f-a86c090d522f req-1d616dcb-d1d6-46f4-9bee-00b80fe5b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:13.346888 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-1d616dcb-d1d6-46f4-9bee-00b80fe5b8a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0593140 Sep 07 15:03:13.412683 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53b3b2-073a-427f-bd97-c3b7e26eff99 req-fcb08377-e7dd-40eb-9791-ab9b032f92f7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:13.414094 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1f53b3b2-073a-427f-bd97-c3b7e26eff99 req-fcb08377-e7dd-40eb-9791-ab9b032f92f7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0862863 Sep 07 15:03:13.416684 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858f536-2721-4581-949f-a86c090d522f req-11f50fca-6abd-4301-b5f5-1ad3bd05d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:13.418034 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-11f50fca-6abd-4301-b5f5-1ad3bd05d446 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570257 Sep 07 15:03:13.478472 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1f53b3b2-073a-427f-bd97-c3b7e26eff99 req-ec54ef1d-26bf-4bd2-92ed-46ef9d659f71 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584717 Sep 07 15:03:13.532225 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-21695062-03b1-4a47-ae2c-13d5095658c2 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996444 Sep 07 15:03:13.625437 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8858f536-2721-4581-949f-a86c090d522f req-901399d0-f54b-4e62-9e24-79643ccaf791 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Sep 07 15:03:14.592256 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908baee-2d7a-44e9-83af-639bf708ce88 req-8b40aa14-8687-40f3-930f-4505e1b2dee9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:14.593714 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2908baee-2d7a-44e9-83af-639bf708ce88 req-8b40aa14-8687-40f3-930f-4505e1b2dee9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0476904 Sep 07 15:03:14.632892 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-2908baee-2d7a-44e9-83af-639bf708ce88 req-84bf0df5-9ffd-4b79-8ad0-00f3cc9725f8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 07 15:03:15.756372 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa5641-793f-4283-bf12-ebceded85cff req-c3badec8-1aa4-4acd-b82b-c1532a957020 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:15.758438 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-64fa5641-793f-4283-bf12-ebceded85cff req-c3badec8-1aa4-4acd-b82b-c1532a957020 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0585570 Sep 07 15:03:15.798396 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-64fa5641-793f-4283-bf12-ebceded85cff req-3be35252-8c74-4ae6-9206-16e8506804f7 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324950 Sep 07 15:03:16.913599 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37968-0a2b-434f-a3f1-df806ffcc8c4 req-77c277cb-ec7a-4d7f-a79a-e9eb1e561540 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:16.915088 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c3a37968-0a2b-434f-a3f1-df806ffcc8c4 req-77c277cb-ec7a-4d7f-a79a-e9eb1e561540 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0474339 Sep 07 15:03:16.955672 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-c3a37968-0a2b-434f-a3f1-df806ffcc8c4 req-d8cf3dc1-248e-4b15-8f22-473e1e1e1096 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345664 Sep 07 15:03:18.070325 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96239e-8afd-424f-81b0-ebd6ee81d6cc req-226f23c2-9412-4d2b-a369-c6c01aa84d69 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:18.071864 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1a96239e-8afd-424f-81b0-ebd6ee81d6cc req-226f23c2-9412-4d2b-a369-c6c01aa84d69 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0503409 Sep 07 15:03:18.109071 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-1a96239e-8afd-424f-81b0-ebd6ee81d6cc req-91b59d35-adb8-4479-9721-2c6357c8ed4f tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313478 Sep 07 15:03:19.227305 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1df0e7-6e86-42f8-8723-5799fa2b0d6f req-96b06244-34ab-4d5c-9dd7-a7350c022fb6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:19.228814 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bf1df0e7-6e86-42f8-8723-5799fa2b0d6f req-96b06244-34ab-4d5c-9dd7-a7350c022fb6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0521719 Sep 07 15:03:19.267582 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-bf1df0e7-6e86-42f8-8723-5799fa2b0d6f req-e143e26e-f119-435f-9b19-c40b2cca148c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Sep 07 15:03:20.381653 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc658-72e9-4d5f-8535-41a29b86b915 req-26066391-2e72-443a-8d43-2d3b2df14259 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:20.383193 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-db0dc658-72e9-4d5f-8535-41a29b86b915 req-26066391-2e72-443a-8d43-2d3b2df14259 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0490048 Sep 07 15:03:20.423269 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-db0dc658-72e9-4d5f-8535-41a29b86b915 req-65c896d6-b717-4de0-b27c-1bda512e47af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340402 Sep 07 15:03:21.545848 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a1809-374a-4327-9a2b-a24655b8ab52 req-8e20e3c1-b842-42ad-80d1-105a5663be40 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:21.547332 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-601a1809-374a-4327-9a2b-a24655b8ab52 req-8e20e3c1-b842-42ad-80d1-105a5663be40 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 944 time: 0.0552137 Sep 07 15:03:21.631467 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-601a1809-374a-4327-9a2b-a24655b8ab52 req-730168bb-276d-4bb7-9b61-979bbe20f10a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782425 Sep 07 15:03:21.668501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device d8b296e9-f74f-431e-bdff-de6491c45f6b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 15:03:21.764557 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:03:21.776420 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Returning: {'device': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'port_id': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'mac_address': 'fa:16:3e:7a:03:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 15:03:21.813653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:21.829296 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b296e9-f74f-431e-bdff-de6491c45f6b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 15:03:21.849924 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:03:21.853711 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:21.900861 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:22.139402 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] get_ports_and_sgs() called for port_ids ['d8b296e9-f74f-431e-bdff-de6491c45f6b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 15:03:22.744489 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaf68-9f86-4158-ad83-3bc539d14767 req-cf501a97-65fa-4c8e-b388-14676cdd1036 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:22.745967 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0dabaf68-9f86-4158-ad83-3bc539d14767 req-cf501a97-65fa-4c8e-b388-14676cdd1036 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 945 time: 0.0486872 Sep 07 15:03:22.783349 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-0dabaf68-9f86-4158-ad83-3bc539d14767 req-db0e33ea-690a-4ad0-a72f-f52ccddfa5a0 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Sep 07 15:03:23.680902 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device d8b296e9-f74f-431e-bdff-de6491c45f6b up at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:03:23.728531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning for port d8b296e9-f74f-431e-bdff-de6491c45f6b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:03:23.732079 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Provisioning complete for port d8b296e9-f74f-431e-bdff-de6491c45f6b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:03:23.732448 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075408'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:23.810179 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:23.832992 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:03:23.835248 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07104196a1996caa8637704a798f0ac19ce5a099668f0af641b4951be46b3fc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a23377c-c6ab-43db-be31-db7c16598a31" -d '{"events": [{"server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "name": "network-vif-plugged", "status": "completed", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:03:23.849345 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:03:23.853634 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:23.900754 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adcd9a-4b0a-48ac-b82a-cef1347301a5 req-780cfb9f-89c9-4c54-ae21-071ba8399147 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:23.902883 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Pushing event updated for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:23.903215 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-62adcd9a-4b0a-48ac-b82a-cef1347301a5 req-780cfb9f-89c9-4c54-ae21-071ba8399147 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0505486 Sep 07 15:03:23.952822 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-62adcd9a-4b0a-48ac-b82a-cef1347301a5 req-b49cd60d-df5f-4a15-8d44-f24b2907698e tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359662 Sep 07 15:03:24.003157 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318c4fa8-6a64-4242-97d1-16f2ae41e87b x-openstack-request-id: req-318c4fa8-6a64-4242-97d1-16f2ae41e87b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:03:24.003446 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "name": "network-vif-plugged", "status": "completed", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:03:24.003715 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-318c4fa8-6a64-4242-97d1-16f2ae41e87b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:03:24.004186 dv-cinder-760199-15-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'code': 200} Sep 07 15:03:24.239108 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1386757-8635-4875-bade-c50acf8aaed0 req-1042e648-8b15-4c1a-b7ff-5644cc300e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:24.240584 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a1386757-8635-4875-bade-c50acf8aaed0 req-1042e648-8b15-4c1a-b7ff-5644cc300e02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1099 time: 0.0385666 Sep 07 15:03:24.275446 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-a1386757-8635-4875-bade-c50acf8aaed0 req-a63c34ff-5bc1-444c-8363-71af2327c996 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282753 Sep 07 15:03:25.067563 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ff6c7-4812-4ab5-90fb-50293526e5b6 req-340dd50f-68f6-4b6d-8722-5a17a2e5cd75 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:25.069018 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9f4ff6c7-4812-4ab5-90fb-50293526e5b6 req-340dd50f-68f6-4b6d-8722-5a17a2e5cd75 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0485969 Sep 07 15:03:25.105765 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-9f4ff6c7-4812-4ab5-90fb-50293526e5b6 req-6171ef88-0d04-475b-b7d4-1bfd3b03e989 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307460 Sep 07 15:03:26.223670 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698efa-8d24-4126-aca4-0ff7118f60a8 req-cc6bd07c-7706-4a8b-b879-f8ee62aa9681 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:26.225224 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ab698efa-8d24-4126-aca4-0ff7118f60a8 req-cc6bd07c-7706-4a8b-b879-f8ee62aa9681 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0483541 Sep 07 15:03:26.265662 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ab698efa-8d24-4126-aca4-0ff7118f60a8 req-505eb2ec-c7ba-4a9e-a23c-d6d57f4a7a7c tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344286 Sep 07 15:03:26.379942 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512e47-a438-43a0-82b3-413bea790ed3 req-1288a837-8f3e-42fd-9eb7-cb01fab4f88d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:26.381357 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f4512e47-a438-43a0-82b3-413bea790ed3 req-1288a837-8f3e-42fd-9eb7-cb01fab4f88d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0507169 Sep 07 15:03:26.439925 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f4512e47-a438-43a0-82b3-413bea790ed3 req-16e6601a-9347-40ad-a16b-1869005b01ee tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517416 Sep 07 15:03:26.463115 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:03:26.501182 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e585ff-ebcd-4e1f-8dc1-17b8669a2849 tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:26.502693 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-91e585ff-ebcd-4e1f-8dc1-17b8669a2849 tempest-TestVolumeBootPattern-1666662184 tempest-TestVolumeBootPattern-1666662184-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1094 time: 0.0386119 Sep 07 15:03:26.505905 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33188) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:03:26.510132 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Request body: {'floatingip': {'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'port_id': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:03:26.532418 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:26.640721 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:26.754574 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Allocated IP 172.27.1.144 (0c64980d-e4f7-40a1-8803-bea938607547/3a42464c-e959-4967-b43b-b5504b5527f9/191a1157-72ec-4492-a6f3-c36ca83c5282) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:03:26.855573 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:26.894395 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749589890973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:26.933243 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Network 0c64980d-e4f7-40a1-8803-bea938607547 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:03:26.936146 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:03:26.939866 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:03:26.975223 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=191a1157-72ec-4492-a6f3-c36ca83c5282,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:27.302326 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:27.370466 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7885868'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:27.520650 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:27.525125 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749590361838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749589890991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749589891009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126697697'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:27.596796 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event updated for resources: {'Port': ['ID=191a1157-72ec-4492-a6f3-c36ca83c5282,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:03:27.606602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779636'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:27.706256 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP bcdd7e67-32a8-429e-88e1-142b135dc546 associated. External IP: 172.27.1.144, port: d8b296e9-f74f-431e-bdff-de6491c45f6b. Sep 07 15:03:27.914948 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:03:28.020480 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:03:28.030698 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:03:28.037222 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:28.042177 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:03:28.043242 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:03:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:03:28.064838 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c5cdc456-face-47ed-ba5f-102e05955b39 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5578873 Sep 07 15:03:28.065517 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:03:28.068463 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4b02bf-27ce-43e3-8610-f288bad79876" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:03:28.157640 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:03:28.167968 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde5df61-e4c4-4091-a6b9-30d076f218a5 x-openstack-request-id: req-bde5df61-e4c4-4091-a6b9-30d076f218a5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:03:28.168272 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:03:28.168517 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bde5df61-e4c4-4091-a6b9-30d076f218a5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:03:28.168912 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'status': 'completed', 'code': 200} Sep 07 15:03:28.255083 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-5c4012d5-26c0-4745-aeac-00172aa6cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:28.256622 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-5c4012d5-26c0-4745-aeac-00172aa6cdd5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1099 time: 0.0421593 Sep 07 15:03:28.345725 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-9bb578b5-5498-4166-907e-9b90f5beab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:28.347235 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-9bb578b5-5498-4166-907e-9b90f5beab49 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0832777 Sep 07 15:03:28.388572 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}, {'id': 'bcdd7e67-32a8-429e-88e1-142b135dc546', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:7a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:03:27Z', 'updated_at': '2021-09-07T15:03:27Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:03:28.418211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:03:28.421161 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-2a9f136c-8b01-4358-80bd-8ed4312481bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 200 len: 1000 time: 0.0668249 Sep 07 15:03:28.427285 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:03:28.427977 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:03:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:03:28.470587 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-cabc1e1d-f61e-4ecc-9d8d-3d82390eedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:28.472096 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-cabc1e1d-f61e-4ecc-9d8d-3d82390eedb6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0439968 Sep 07 15:03:28.520539 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-41759f16-6d7c-45b1-8a5c-b17c2cc7e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:03:28.522376 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-41759f16-6d7c-45b1-8a5c-b17c2cc7e157 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429301 Sep 07 15:03:28.533904 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:03:28.616943 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-2f861d79-11fe-4720-b3df-7046fe1152ea service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865133 Sep 07 15:03:28.711380 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3f4b02bf-27ce-43e3-8610-f288bad79876 req-188bddc0-ff58-427f-bb6d-81084fa1a4bc service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839779 Sep 07 15:03:28.767531 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}, {'id': 'bcdd7e67-32a8-429e-88e1-142b135dc546', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:7a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:03:27Z', 'updated_at': '2021-09-07T15:03:27Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:03:28.796943 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a717c-6003-4563-8a33-50c11ecddbf6 None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}, {'id': 'bcdd7e67-32a8-429e-88e1-142b135dc546', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:7a:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:03:27Z', 'updated_at': '2021-09-07T15:03:27Z', 'revision_number': 0, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:03:29.009718 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06625d-60d1-4d5c-a5d2-bcc4ea2e7e5e None None] New status for floating IP bcdd7e67-32a8-429e-88e1-142b135dc546: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:03:30.382393 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:03:32.015268 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b3aa76b4-a015-4cde-8ffb-c6ccfe335dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:34.472937 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e7ab7c6-739a-470b-9bc4-d5dc00dbbea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:34.583775 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:35.936543 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:37.659609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:03:37.905165 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:02.016211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b83e261-55e3-470b-8407-d8fb6bf86394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:04.473256 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16a7308d-7f5b-43d8-9573-aff8a1422285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:04.585193 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:05.941709 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:07.381000 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:04:07.661629 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:07.905578 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:12.219108 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-41811ede-1b00-4121-8f68-7d6e015f0a89 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417061 Sep 07 15:04:12.316186 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-4e25c394-784d-429e-b1e6-96fe7a6a0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:04:12.317580 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-4e25c394-784d-429e-b1e6-96fe7a6a0b37 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1098 time: 0.0392296 Sep 07 15:04:12.423916 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-dfe8ab83-f9fa-49cd-a3e1-ed5ffe7269a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:04:12.425383 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-dfe8ab83-f9fa-49cd-a3e1-ed5ffe7269a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.0890534 Sep 07 15:04:12.487352 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-ec346a73-2a0c-43c3-9bcd-7a4d5ee2db15 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 1001 time: 0.0547600 Sep 07 15:04:12.534428 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-d15f7023-c9cc-44f2-92f8-02cc070bcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:04:12.535850 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-d15f7023-c9cc-44f2-92f8-02cc070bcbe0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0416331 Sep 07 15:04:12.582937 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-6c215cd3-42e0-4bf1-ba0a-b5725427447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:04:12.584322 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-6c215cd3-42e0-4bf1-ba0a-b5725427447c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415406 Sep 07 15:04:12.670334 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-283690f3-9569-4a24-995f-4d2d8fb3143e service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785778 Sep 07 15:04:13.029507 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-fd6b5b98-23ff-4852-af0f-fd11e51c9d72 req-3fb682a5-7cf2-4db0-ada7-6561238f993f service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519728 Sep 07 15:04:32.016632 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a391a6a-3580-4755-911f-e2df0b4f06c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:34.475858 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68f81713-938f-4230-9fbf-e927e6f9f794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:34.587550 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:35.944091 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:37.664889 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:37.907415 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:04:44.380276 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:05:02.017615 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4fe56786-eaad-4ad5-b31c-8a507a35139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:04.480109 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b535e5b-b26e-45d2-9f77-f651d3d3dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:04.591617 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:05.943964 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:06.929201 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33222) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:07.081727 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port 191a1157-72ec-4492-a6f3-c36ca83c5282 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:07.082088 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.155932 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.156263 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.167992 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for 191a1157-72ec-4492-a6f3-c36ca83c5282 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:07.311352 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.338026 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=191a1157-72ec-4492-a6f3-c36ca83c5282,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:07.348452 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.348805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.349175 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.349513 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.349845 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.350201 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.350537 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.350866 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.351234 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.351560 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.351881 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.352199 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:07.409562 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.409902 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP bcdd7e67-32a8-429e-88e1-142b135dc546 disassociated (deleted). External IP: 172.27.1.144, port: d8b296e9-f74f-431e-bdff-de6491c45f6b. Sep 07 15:05:07.669430 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.847809 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:05:07.909043 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.956648 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:05:07.961046 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:07.967618 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:05:07.976507 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:07.977113 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:07.987697 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a0fdc87d-531c-4492-9e10-c2d197e7aff6 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "DELETE /v2.0/floatingips/bcdd7e67-32a8-429e-88e1-142b135dc546 HTTP/1.1" status: 204 len: 168 time: 1.0574348 Sep 07 15:05:07.988379 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:05:07.990983 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5366ad1f37ddde9a5c53e0e37f47a9fffb55992ca47f1dc9ffe4f82cf4050bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad39351-9d58-4c5b-9783-6e69e4809c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:05:08.036315 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba26eb-8709-4b19-a301-660791f47611 x-openstack-request-id: req-cfba26eb-8709-4b19-a301-660791f47611 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:05:08.036606 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:05:08.036854 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfba26eb-8709-4b19-a301-660791f47611 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:05:08.037244 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'status': 'completed', 'code': 200} Sep 07 15:05:08.089858 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:08.121558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-cd1e1e39-1098-41f4-8190-c44c29a5173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:08.126271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-cd1e1e39-1098-41f4-8190-c44c29a5173c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 1099 time: 0.0454617 Sep 07 15:05:08.236569 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-59d0ef7a-8db6-4151-a5f4-5aff5332b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:08.238283 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-59d0ef7a-8db6-4151-a5f4-5aff5332b3f4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.1056697 Sep 07 15:05:08.281791 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-77f5d522-bd22-4f91-80b6-4a1c193fc5db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 200 len: 217 time: 0.0355492 Sep 07 15:05:08.342205 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:08.360452 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-a5ce7955-c03c-4840-8426-3281c32f3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:08.361921 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-a5ce7955-c03c-4840-8426-3281c32f3497 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0733578 Sep 07 15:05:08.369247 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:05:08.377465 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:08.378068 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:08.385874 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58d5d-4a0f-4a19-b6c6-4a9b328fd168 req-56f49909-ca57-49eb-9a45-7a97fc1918c3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:08.387369 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1f58d5d-4a0f-4a19-b6c6-4a9b328fd168 req-56f49909-ca57-49eb-9a45-7a97fc1918c3 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.1927073 Sep 07 15:05:08.442080 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f1f58d5d-4a0f-4a19-b6c6-4a9b328fd168 req-303ec575-c529-4b57-b5bc-4dc435c770e9 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Sep 07 15:05:08.443961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-eb1a13cf-c5fd-45f1-8670-89cbd67a0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:08.445432 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-eb1a13cf-c5fd-45f1-8670-89cbd67a0d25 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760648 Sep 07 15:05:08.495914 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:08.544712 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-7a365948-68df-432e-b996-6f56f18d0f89 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909317 Sep 07 15:05:08.640446 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-bad39351-9d58-4c5b-9783-6e69e4809c8d req-cde49e8a-2c84-4511-8800-dc475ab562fc service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Sep 07 15:05:08.722462 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:08.748518 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76714f5e-e526-4dae-a837-7891c4079f04 None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_floatingips': [{'id': '105d5c90-e54a-4831-be28-f5f467c46c27', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'router_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'port_id': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'mac_address': 'fa:16:3e:19:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T15:01:20Z', 'updated_at': '2021-09-07T15:01:23Z', 'revision_number': 1, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:05:08.967213 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b993cc-5654-4029-8dd7-c20e5df5825e None None] New status for floating IP bcdd7e67-32a8-429e-88e1-142b135dc546: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:05:09.622394 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da582a7-0ccf-489d-9fae-db5972c3291b req-c4304516-8e48-4998-9fbb-7eb338b03d24 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:09.623884 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1da582a7-0ccf-489d-9fae-db5972c3291b req-c4304516-8e48-4998-9fbb-7eb338b03d24 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0979125 Sep 07 15:05:09.660342 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-1da582a7-0ccf-489d-9fae-db5972c3291b req-8e15d10d-5ba6-41e8-ae3d-cbd0d155ce00 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Sep 07 15:05:09.920959 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-349c3ecf-79d9-49b4-8dc9-12b996587972 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:09.922329 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-349c3ecf-79d9-49b4-8dc9-12b996587972 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 946 time: 0.0476036 Sep 07 15:05:10.014183 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port d8b296e9-f74f-431e-bdff-de6491c45f6b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:10.014528 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:10.100479 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] For port d8b296e9-f74f-431e-bdff-de6491c45f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d8b296e9-f74f-431e-bdff-de6491c45f6b,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:10.100849 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:10.113619 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for d8b296e9-f74f-431e-bdff-de6491c45f6b owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:10.243688 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:10.278056 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=d8b296e9-f74f-431e-bdff-de6491c45f6b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:10.301738 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.302091 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.302434 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.302770 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.303208 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.303543 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.303872 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.304201 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.304529 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.304855 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.305179 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.305500 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-15-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:05:10.325762 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] No DVR routers for this DVR port d8b296e9-f74f-431e-bdff-de6491c45f6b on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:05:10.328184 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:10.330340 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-d807cd6d-9216-4745-93e1-2e82d45f5d59 req-bbd7d2fd-19af-4749-8a4e-4fa29cb0b8af tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "DELETE /v2.0/ports/d8b296e9-f74f-431e-bdff-de6491c45f6b HTTP/1.1" status: 204 len: 173 time: 0.4019256 Sep 07 15:05:10.330790 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'name': 'network-vif-deleted', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:05:10.333574 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebee60ea-f93a-4c7c-86da-ade1a55f824f" -d '{"events": [{"server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "name": "network-vif-deleted", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:05:10.428185 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa818ace-b1bb-406e-b9f9-63f2a914e188 x-openstack-request-id: req-aa818ace-b1bb-406e-b9f9-63f2a914e188 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:05:10.428485 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5069d8-8ac1-41e9-ae83-6ce2672cd43e", "name": "network-vif-deleted", "tag": "d8b296e9-f74f-431e-bdff-de6491c45f6b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:05:10.428741 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa818ace-b1bb-406e-b9f9-63f2a914e188 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:05:10.429135 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5069d8-8ac1-41e9-ae83-6ce2672cd43e', 'name': 'network-vif-deleted', 'tag': 'd8b296e9-f74f-431e-bdff-de6491c45f6b', 'status': 'completed', 'code': 200} Sep 07 15:05:10.761267 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-a3f86a2d-9f2b-4d8e-9f42-af99d4e96871 req-bce2da40-d76a-4ff2-b116-d1a8ff5170a5 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a5069d8-8ac1-41e9-ae83-6ce2672cd43e HTTP/1.1" status: 200 len: 210 time: 0.0291312 Sep 07 15:05:14.049084 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:14.160528 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device d8b296e9-f74f-431e-bdff-de6491c45f6b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:14.180130 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: d8b296e9-f74f-431e-bdff-de6491c45f6b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:14.180503 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device d8b296e9-f74f-431e-bdff-de6491c45f6b not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:14.211601 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port 1159eee4-3eaa-41b6-be75-c4e6e0496510 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:14.211994 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.294211 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.294457 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.306597 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for 1159eee4-3eaa-41b6-be75-c4e6e0496510 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:14.472459 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.498842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=1159eee4-3eaa-41b6-be75-c4e6e0496510,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:14.566053 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.566310 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Floating IP 105d5c90-e54a-4831-be28-f5f467c46c27 disassociated (deleted). External IP: 172.27.1.162, port: a96f62e9-6deb-4e93-8451-11d0898357d6. Sep 07 15:05:14.786213 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:05:14.897129 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:05:14.901555 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:14.907717 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:05:14.916520 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:14.917125 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:14.929331 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8bf280c9-7f80-46fb-b5f5-fa9cff73dba8 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "DELETE /v2.0/floatingips/105d5c90-e54a-4831-be28-f5f467c46c27 HTTP/1.1" status: 204 len: 168 time: 0.8791645 Sep 07 15:05:14.929931 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:05:14.932279 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b" -d '{"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:05:14.968994 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e5bffe-ccfb-4620-9f6a-58082fd9c5a2 x-openstack-request-id: req-d4e5bffe-ccfb-4620-9f6a-58082fd9c5a2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:05:14.969289 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:05:14.969724 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4e5bffe-ccfb-4620-9f6a-58082fd9c5a2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:05:14.970101 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'status': 'completed', 'code': 200} Sep 07 15:05:15.040438 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:15.056626 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-4342e40e-6402-4146-95d5-ed83bb413420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:15.058271 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-4342e40e-6402-4146-95d5-ed83bb413420 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da4c91ad9ffc406dbe700257b9149312&device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 1098 time: 0.0412807 Sep 07 15:05:15.182681 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-c674b56d-e3e6-4d79-af97-f960e2fdbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:15.185014 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-c674b56d-e3e6-4d79-af97-f960e2fdbe24 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 200 len: 913 time: 0.1184611 Sep 07 15:05:15.197121 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d3149-0318-4642-b24c-ee3aed877ee5 req-4b0ac82a-37c8-4b28-8dea-c9ff4a50691d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:15.198553 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-224d3149-0318-4642-b24c-ee3aed877ee5 req-4b0ac82a-37c8-4b28-8dea-c9ff4a50691d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0722330 Sep 07 15:05:15.238840 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-794158f5-f7ac-492d-9b53-b2e8a68b6fc1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 200 len: 217 time: 0.0392859 Sep 07 15:05:15.252984 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:15.278828 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:05:15.286980 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:15.287605 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:15.297790 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-224d3149-0318-4642-b24c-ee3aed877ee5 req-3e236be8-a701-485e-a374-2e392b940a95 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918486 Sep 07 15:05:15.308117 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-2905a909-8882-4476-ba6f-361b6af72225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:15.310466 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-2905a909-8882-4476-ba6f-361b6af72225 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 200 len: 850 time: 0.0625279 Sep 07 15:05:15.355278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-7e1fabe2-db1e-4cf0-beca-154291b5a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:15.357342 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-7e1fabe2-db1e-4cf0-beca-154291b5a954 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0bdde287-2fe9-406f-8e77-750f82c39c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392103 Sep 07 15:05:15.393456 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:15.449851 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-d6bccb0b-8bbb-48bf-90be-a821091b9517 service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834846 Sep 07 15:05:15.542067 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-b3628dfc-a7eb-4f0f-8826-34b157c4a18b req-cfa135d3-9d40-4c7e-82b3-da864dfd7b3f service neutron] 10.222.0.68 "GET /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831058 Sep 07 15:05:15.591374 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:15.621060 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363113d-aea5-4bbb-907e-ec17ddd9a5f2 None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T14:58:15Z', 'revision_number': 4, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi', '_interfaces': [{'id': '1ac6866a-739c-4ce5-9559-a412dde2dcda', 'name': '', 'network_id': '0bdde287-2fe9-406f-8e77-750f82c39c1a', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'mac_address': 'fa:16:3e:6f:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:15Z', 'updated_at': '2021-09-07T14:58:22Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'subnets': [{'id': 'd07a95af-7724-4f04-9521-e8c08f1f6a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:05:15.831872 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30148a48-6fd5-4590-a27e-2b782bc9c770 None None] New status for floating IP 105d5c90-e54a-4831-be28-f5f467c46c27: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 15:05:16.416527 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32d4b-26a8-45d7-a79a-fcb169036143 req-27d8da00-f76e-412b-a36e-910cdd9a8d60 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:16.418453 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-54f32d4b-26a8-45d7-a79a-fcb169036143 req-27d8da00-f76e-412b-a36e-910cdd9a8d60 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Sep 07 15:05:16.455541 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-54f32d4b-26a8-45d7-a79a-fcb169036143 req-4cf69943-0577-4fec-9830-2bc2a2d1f7f1 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/security-groups?id=a54b35c7-c0e1-42cf-88c0-84c6e09463a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Sep 07 15:05:16.769523 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-70d1bb16-7c59-4012-a2be-2820b51f4f7a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:05:16.771005 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-70d1bb16-7c59-4012-a2be-2820b51f4f7a tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Sep 07 15:05:16.863296 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port a96f62e9-6deb-4e93-8451-11d0898357d6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:16.863643 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:16.951561 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] For port a96f62e9-6deb-4e93-8451-11d0898357d6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a96f62e9-6deb-4e93-8451-11d0898357d6,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:16.951928 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:16.963336 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for a96f62e9-6deb-4e93-8451-11d0898357d6 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:17.085394 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:17.116253 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=a96f62e9-6deb-4e93-8451-11d0898357d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:17.156252 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] No DVR routers for this DVR port a96f62e9-6deb-4e93-8451-11d0898357d6 on host hv-cinder-76019 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:05:17.158896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:17.160694 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [req-22bffc83-ffb3-4252-a723-5c85ad572c95 req-e1ac0e56-fb0d-40f3-87d1-098685ef5281 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.68 "DELETE /v2.0/ports/a96f62e9-6deb-4e93-8451-11d0898357d6 HTTP/1.1" status: 204 len: 173 time: 0.3836486 Sep 07 15:05:17.161125 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'name': 'network-vif-deleted', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 15:05:17.163442 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e603c2473ac42dd70dd267ce3cdab62d35194c27d1e325c3aa635e1dd0c1bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad88c9eb-74db-47e8-a09a-b2057ae48420" -d '{"events": [{"server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "name": "network-vif-deleted", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 15:05:17.202896 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577eec53-8e30-4cce-ad5b-8f2a61dd88ec x-openstack-request-id: req-577eec53-8e30-4cce-ad5b-8f2a61dd88ec {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 15:05:17.203212 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c6cf5c-de06-40e5-9d54-2447c8f63399", "name": "network-vif-deleted", "tag": "a96f62e9-6deb-4e93-8451-11d0898357d6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 15:05:17.203466 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-577eec53-8e30-4cce-ad5b-8f2a61dd88ec {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 15:05:17.203864 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c6cf5c-de06-40e5-9d54-2447c8f63399', 'name': 'network-vif-deleted', 'tag': 'a96f62e9-6deb-4e93-8451-11d0898357d6', 'status': 'completed', 'code': 200} Sep 07 15:05:17.564163 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [req-dce8ea1b-1645-4e6a-bd54-6a9f44901f0c req-98a35a40-b341-4eb5-87c1-2321ee7fc847 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "GET /v2.0/ports?device_id=04c6cf5c-de06-40e5-9d54-2447c8f63399 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Sep 07 15:05:18.623820 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33288) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:18.744630 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Deleting port df66aa52-1605-4465-8a84-13b7f684e215 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:18.744974 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:18.824721 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:18.825101 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:18.836218 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Calling delete_port for df66aa52-1605-4465-8a84-13b7f684e215 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:18.961642 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:18.987165 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'Port': ['ID=df66aa52-1605-4465-8a84-13b7f684e215,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:19.047291 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:19.049782 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41925'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:19.050945 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6b7e320e-f9a7-4da3-875e-5f7eea24fe7d tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "DELETE /v2.0/floatingips/a9f019e2-c3b0-454a-9c92-bcc43650df2c HTTP/1.1" status: 204 len: 168 time: 0.4261420 Sep 07 15:05:20.222547 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device a96f62e9-6deb-4e93-8451-11d0898357d6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:20.244122 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] No Port match for: a96f62e9-6deb-4e93-8451-11d0898357d6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:20.244500 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Device a96f62e9-6deb-4e93-8451-11d0898357d6 not bound to the agent host hv-cinder-76019 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:20.257711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:20.320339 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:20.347067 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:20.406354 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:20.409283 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:20.410263 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] 10.222.0.76 "DELETE /v2.0/security-groups/a54b35c7-c0e1-42cf-88c0-84c6e09463a0 HTTP/1.1" status: 204 len: 168 time: 0.1513736 Sep 07 15:05:20.420069 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b330ee-f43f-4a31-92bc-0a6ba7350d48 tempest-TestVolumeBootPattern-1564685123 tempest-TestVolumeBootPattern-1564685123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b35c7-c0e1-42cf-88c0-84c6e09463a0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:20.482322 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:20.967944 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:21.202071 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Deleting port 1ac6866a-739c-4ce5-9559-a412dde2dcda {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:21.202411 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:21.278667 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] For port 1ac6866a-739c-4ce5-9559-a412dde2dcda, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=1ac6866a-739c-4ce5-9559-a412dde2dcda,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:21.279387 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:21.294413 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Calling delete_port for 1ac6866a-739c-4ce5-9559-a412dde2dcda owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:21.379274 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:05:21.736237 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:21.759536 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac6866a-739c-4ce5-9559-a412dde2dcda,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:21.936732 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.153702 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Router 1bddf638-0acf-4706-a68e-ebd69d763ec5 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:05:22.263854 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:05:22.268897 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2a0aca09-d45c-475c-aa91-bf2c09b98bf2 admin admin] 10.222.0.76 "PUT /v2.0/routers/1bddf638-0acf-4706-a68e-ebd69d763ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854271 Sep 07 15:05:22.272611 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:22.275501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Sync routers for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:05:22.286318 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:22.286947 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:22.383431 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.401284 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:22.487271 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.544056 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Deleting port 7ec20108-ff5c-45fb-b0e5-5546d4d53057 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:22.544410 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.630366 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] For port 7ec20108-ff5c-45fb-b0e5-5546d4d53057, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=7ec20108-ff5c-45fb-b0e5-5546d4d53057,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:22.630739 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.642679 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Calling delete_port for 7ec20108-ff5c-45fb-b0e5-5546d4d53057 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:22.707844 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T15:05:21Z', 'revision_number': 5, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port': {'id': '7ec20108-ff5c-45fb-b0e5-5546d4d53057', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:13Z', 'updated_at': '2021-09-07T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:22.737889 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Checking router: 1bddf638-0acf-4706-a68e-ebd69d763ec5 for host: dv-cinder-760199-15-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:05:22.746567 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Routers {'1bddf638-0acf-4706-a68e-ebd69d763ec5'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:22.747222 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['1bddf638-0acf-4706-a68e-ebd69d763ec5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:22.812758 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.833534 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] Set router 1bddf638-0acf-4706-a68e-ebd69d763ec5 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:22.842620 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec20108-ff5c-45fb-b0e5-5546d4d53057,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:22.887054 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T15:05:22Z', 'revision_number': 6, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:22.897711 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.916282 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60683a-35a8-494d-8902-c50f1f131c35 None None] The sync data for ids ['1bddf638-0acf-4706-a68e-ebd69d763ec5'] in dv-cinder-760199-15-iscsi is: [{'id': '1bddf638-0acf-4706-a68e-ebd69d763ec5', 'name': 'tempest-TestVolumeBootPattern-971106608-router', 'tenant_id': 'da4c91ad9ffc406dbe700257b9149312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:12Z', 'updated_at': '2021-09-07T15:05:22Z', 'revision_number': 6, 'project_id': 'da4c91ad9ffc406dbe700257b9149312', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:05:22.988342 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:22.990612 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.032470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.032998 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bddf638-0acf-4706-a68e-ebd69d763ec5 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 15:05:23.037300 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.038601 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-896cf42a-69e1-49f2-af8c-bd5c0b9c1206 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1bddf638-0acf-4706-a68e-ebd69d763ec5 HTTP/1.1" status: 204 len: 168 time: 0.7650738 Sep 07 15:05:23.041118 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33310) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:23.084842 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Deleting subnet d07a95af-7724-4f04-9521-e8c08f1f6a64 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 15:05:23.088231 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.121373 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-118936043'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.200491 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.257106 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3899760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118211286'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.284615 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07a95af-7724-4f04-9521-e8c08f1f6a64,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:23.289714 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.294221 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33312) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:23.294930 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dde5085b-a7b0-4c93-85f0-f5404cd2761a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d07a95af-7724-4f04-9521-e8c08f1f6a64 HTTP/1.1" status: 204 len: 168 time: 0.2527773 Sep 07 15:05:23.296606 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6de737-8e63-46b4-b747-ce11ac4545a4 None None] Network 0bdde287-2fe9-406f-8e77-750f82c39c1a requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:05:23.380932 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.436749 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Deleting port b63f067b-f2ca-4997-8a12-9101609d5339 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:23.437104 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.500903 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] For port b63f067b-f2ca-4997-8a12-9101609d5339, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=b63f067b-f2ca-4997-8a12-9101609d5339,segment=NetworkSegment(13a08eae-6410-417b-b5ea-0431fd046959),segment_id=13a08eae-6410-417b-b5ea-0431fd046959)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:23.501204 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.513602 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Calling delete_port for b63f067b-f2ca-4997-8a12-9101609d5339 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:23.593885 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.622245 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63f067b-f2ca-4997-8a12-9101609d5339,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:23.624183 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] No DVR routers for this DVR port b63f067b-f2ca-4997-8a12-9101609d5339 on host dv-cinder-760199-15-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:05:23.696451 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.714735 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f0616-59c1-4fb9-bde8-a7bdb034b465 None None] DHCP port deletion for 0bdde287-2fe9-406f-8e77-750f82c39c1a request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 15:05:23.718983 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdde287-2fe9-406f-8e77-750f82c39c1a']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:23.721515 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1ac6866a-739c-4ce5-9559-a412dde2dcda no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:23.729194 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a08eae-6410-417b-b5ea-0431fd046959') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:23.729499 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a08eae-6410-417b-b5ea-0431fd046959') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:23.741398 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.743431 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 1ac6866a-739c-4ce5-9559-a412dde2dcda {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:23.743806 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 1ac6866a-739c-4ce5-9559-a412dde2dcda not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:23.755776 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.762454 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 15:05:23.763034 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 15:05:23.764935 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 15:05:23.820327 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.826322 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:23.828243 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0bdde287-2fe9-406f-8e77-750f82c39c1a HTTP/1.1" status: 204 len: 168 time: 0.5321631 Sep 07 15:05:23.831281 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33314) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:23.838744 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162a09-c4e5-4346-a737-2acb03a6abb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdde287-2fe9-406f-8e77-750f82c39c1a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:24.188892 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780660'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:24.436106 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Deleting port 8e887687-9f8a-48b0-9ee1-2e2eebe71874 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:24.436342 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:24.511352 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] For port 8e887687-9f8a-48b0-9ee1-2e2eebe71874, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=8e887687-9f8a-48b0-9ee1-2e2eebe71874,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:24.511705 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:24.523625 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Calling delete_port for 8e887687-9f8a-48b0-9ee1-2e2eebe71874 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:24.700387 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:24.728942 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e887687-9f8a-48b0-9ee1-2e2eebe71874,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:24.894163 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780696'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:25.316387 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7ec20108-ff5c-45fb-b0e5-5546d4d53057 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:25.337327 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 7ec20108-ff5c-45fb-b0e5-5546d4d53057 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:25.337689 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 7ec20108-ff5c-45fb-b0e5-5546d4d53057 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:25.338132 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b63f067b-f2ca-4997-8a12-9101609d5339 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:25.358482 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: b63f067b-f2ca-4997-8a12-9101609d5339 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:25.358824 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device b63f067b-f2ca-4997-8a12-9101609d5339 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:25.371177 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Router e5151878-9ccb-4c65-be80-e1d12486c514 has already been hosted by L3 agent 798697fe-8b4e-4692-b680-69e55ca29681 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:05:25.471558 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] Notify agent at l3_agent.dv-cinder-760199-15-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:05:25.479142 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-aedfc7c8-eee9-47af-a756-59b6cd3e4a43 admin admin] 10.222.0.76 "PUT /v2.0/routers/e5151878-9ccb-4c65-be80-e1d12486c514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444967 Sep 07 15:05:25.479605 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:25.483582 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Sync routers for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:05:25.492493 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:25.493110 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:25.580707 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:25.595435 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: dv-cinder-760199-15-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:25.682884 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:25.737470 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Deleting port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:25.737730 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:25.772553 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'external_fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T15:05:24Z', 'revision_number': 5, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port': {'id': '5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76', 'name': '', 'network_id': '0c64980d-e4f7-40a1-8803-bea938607547', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a42464c-e959-4967-b43b-b5504b5527f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-15-iscsi'}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:25.798276 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Checking router: e5151878-9ccb-4c65-be80-e1d12486c514 for host: dv-cinder-760199-15-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:05:25.806832 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Routers {'e5151878-9ccb-4c65-be80-e1d12486c514'} bound to L3 agent in host dv-cinder-760199-15-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:05:25.807464 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:14:34Z,description=,heartbeat_timestamp=2021-09-07T15:05:04Z,host='dv-cinder-760199-15-iscsi',id=798697fe-8b4e-4692-b680-69e55ca29681,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:14:34Z,topic='l3_agent')) {'router_ids': ['e5151878-9ccb-4c65-be80-e1d12486c514'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:25.821651 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] For port 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,segment=NetworkSegment(ae9b37a7-9cc8-4398-86e0-5d82e48f339c),segment_id=ae9b37a7-9cc8-4398-86e0-5d82e48f339c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:25.822022 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:25.833979 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Calling delete_port for 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:25.892290 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] Set router e5151878-9ccb-4c65-be80-e1d12486c514 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:05:26.004375 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3899653'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.030260 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:26.035946 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T15:05:25Z', 'revision_number': 6, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port_host': None}], 'dv-cinder-760199-15-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:26.062219 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2461903-57b5-454c-9ae1-d5bed4c4f3fd None None] The sync data for ids ['e5151878-9ccb-4c65-be80-e1d12486c514'] in dv-cinder-760199-15-iscsi is: [{'id': 'e5151878-9ccb-4c65-be80-e1d12486c514', 'name': 'tempest-TestVolumeBootPattern-2102146814-router', 'tenant_id': '1a03f621f324432ab36c561721317dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:58:18Z', 'updated_at': '2021-09-07T15:05:25Z', 'revision_number': 6, 'project_id': '1a03f621f324432ab36c561721317dc2', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:05:26.101633 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779578'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.193008 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.195278 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.239364 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760400'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.240144 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5151878-9ccb-4c65-be80-e1d12486c514 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 15:05:26.244987 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.247050 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bfabb8e0-0d8d-4133-918a-a0bea98e895a admin admin] 10.222.0.76 "DELETE /v2.0/routers/e5151878-9ccb-4c65-be80-e1d12486c514 HTTP/1.1" status: 204 len: 168 time: 0.7661910 Sep 07 15:05:26.249588 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33318) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:26.296977 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Deleting subnet 2be490be-ff07-4ac0-bfa5-430922c8949a {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 15:05:26.300007 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.335440 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126697701'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.416741 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8064630'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.478587 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8064591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126697627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126489651'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.508058 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be490be-ff07-4ac0-bfa5-430922c8949a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:26.513474 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.515383 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c95cb775-8c29-4ac8-908c-7b96afec8d21 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2be490be-ff07-4ac0-bfa5-430922c8949a HTTP/1.1" status: 204 len: 168 time: 0.2647791 Sep 07 15:05:26.517987 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33320) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:26.519681 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff15f0-9950-478e-a75b-8bf04e28573d None None] Network 7f149004-83f1-4f60-b4b5-44ea4ee70696 requested from dv-cinder-760199-15-iscsi {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:05:26.588003 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7913597'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.644327 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Deleting port f43497e4-48ae-4948-b7f8-2a9e796f162c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 15:05:26.644665 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749590355990'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.713930 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] For port f43497e4-48ae-4948-b7f8-2a9e796f162c, host dv-cinder-760199-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-15-iscsi',level=0,port_id=f43497e4-48ae-4948-b7f8-2a9e796f162c,segment=NetworkSegment(573a7d44-608c-4e25-a281-03cda4e03750),segment_id=573a7d44-608c-4e25-a281-03cda4e03750)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:05:26.714314 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783629'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.726025 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Calling delete_port for f43497e4-48ae-4948-b7f8-2a9e796f162c owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 15:05:26.808583 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7885931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749590361820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749589890982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126697710'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.827473 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a5a96-24e4-4503-98f7-38a925e0519a None None] DHCP port deletion for 7f149004-83f1-4f60-b4b5-44ea4ee70696 request from dv-cinder-760199-15-iscsi {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 15:05:26.835893 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f43497e4-48ae-4948-b7f8-2a9e796f162c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:26.847748 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] No DVR routers for this DVR port f43497e4-48ae-4948-b7f8-2a9e796f162c on host dv-cinder-760199-15-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 15:05:26.919254 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8062203', 'neutron.services.segments.db._delete_segments_for_network-8749590191481'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.941465 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f149004-83f1-4f60-b4b5-44ea4ee70696']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:26.951806 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573a7d44-608c-4e25-a281-03cda4e03750') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:26.952111 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573a7d44-608c-4e25-a281-03cda4e03750') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:05:26.961449 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749590192514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126697708'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.978338 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.985387 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 15:05:26.985805 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8061996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126700089'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: Traceback (most recent call last): Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: timer() Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: cb(*args, **kw) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: return func(*args, **kwargs) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: self._notify() Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: self.callback(batched_events) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: event.method(event) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: return f(self, *a, **k) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._get(url).json() Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 15:05:26.987804 dv-cinder-760199-15-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 15:05:27.050900 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8062196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779526'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.066291 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608469'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.068301 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] 10.222.0.76 "DELETE /v2.0/networks/7f149004-83f1-4f60-b4b5-44ea4ee70696 HTTP/1.1" status: 204 len: 168 time: 0.5492651 Sep 07 15:05:27.071438 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d58c3-ddbf-4d66-8ce5-f76416e015ce admin admin] Pushing event deleted for resources: {'Network': ['ID=7f149004-83f1-4f60-b4b5-44ea4ee70696,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:27.196716 dv-cinder-760199-15-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.76', 33324) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:27.238209 dv-cinder-760199-15-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d7e5eb69-7fd9-4944-b343-1a8591d8754e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da4c91ad9ffc406dbe700257b9149312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402801 Sep 07 15:05:27.240961 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33326) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:27.271286 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:27.290727 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:27.291211 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 5e65fd0d-0be5-4ee6-b568-2c5d9ffd6b76 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:27.291709 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 8e887687-9f8a-48b0-9ee1-2e2eebe71874 no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:27.295264 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.314235 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: 8e887687-9f8a-48b0-9ee1-2e2eebe71874 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:27.314580 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device 8e887687-9f8a-48b0-9ee1-2e2eebe71874 not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:27.315023 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f43497e4-48ae-4948-b7f8-2a9e796f162c no longer exists at agent ovs-agent-dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 15:05:27.316929 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.333001 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] No Port match for: f43497e4-48ae-4948-b7f8-2a9e796f162c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 15:05:27.333348 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Device f43497e4-48ae-4948-b7f8-2a9e796f162c not bound to the agent host dv-cinder-760199-15-iscsi {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 15:05:27.367623 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.370209 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.371644 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/deddf59e-6e21-4178-97de-810636de0e7e HTTP/1.1" status: 204 len: 168 time: 0.1295640 Sep 07 15:05:27.379143 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdae6a4-7bcf-400b-b755-42888c2b002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deddf59e-6e21-4178-97de-810636de0e7e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:27.674341 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:27.716565 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e9d458d9-5b34-4b48-a17a-914c7195fd46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a03f621f324432ab36c561721317dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409067 Sep 07 15:05:27.719090 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.76', 33334) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:05:27.765515 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.786544 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.833409 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618959'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.835910 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:27.837056 dv-cinder-760199-15-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d85c0252-711f-4f02-8a35-25b213dee1a5 HTTP/1.1" status: 204 len: 168 time: 0.1170843 Sep 07 15:05:27.845806 dv-cinder-760199-15-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3ae63-d0b4-4a88-996a-3ac113875db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c0252-711f-4f02-8a35-25b213dee1a5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:05:32.020437 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41ca8d8a-1ac2-4be0-837c-1edf9e4c0e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:34.482323 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d1341795-5f69-4cc9-b8fd-61413ab79345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:34.592432 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:35.947821 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:37.673595 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:37.932051 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:05:58.378322 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:06:02.022608 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-609d2aa3-7485-4bf4-872b-bb4f577cd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:04.488000 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0279ff71-3919-40cf-89d8-c08474202142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:04.592864 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:05.950197 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:07.674572 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:07.930548 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:32.023478 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da5ad19e-0331-43c2-a127-517363a45795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:34.489231 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2947d779-6134-4cc7-9a1a-31a6be788548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:34.592917 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:35.378010 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:06:35.954044 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:37.677502 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:06:37.929182 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:02.024316 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-211e0d9b-d459-4b7d-8cea-b8fb1231e4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:04.489448 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aa0e5456-ed0a-4a3a-a1b8-079493744148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:04.593546 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:05.956251 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:07.690365 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:07.944603 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:12.376950 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:07:32.025984 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-40d1bc43-8364-42f2-b28c-d22b1dd4a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:34.490372 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3b36c628-8084-4f83-84c2-ab03c4063462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:34.596124 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:35.960465 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:37.685776 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:37.943486 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:07:49.375838 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:08:02.027347 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-de0decc1-7a26-4f75-890c-328bc507b9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:04.492723 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0d01708-4516-45a0-9491-f16f870c19d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:04.597609 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:05.960853 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:07.687404 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:07.973261 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:26.374146 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:08:32.028238 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e55f63a-90a3-4d7d-a4f4-d9fef48861d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:34.492952 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95dc4c80-9d0c-45b8-80ea-238b1f12ba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:34.601501 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:35.964178 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:37.694653 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:08:37.988578 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:02.030366 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b734919-ac49-4595-9fa4-0afb2e03ea21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:03.372804 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:09:04.494094 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9ad495b-7a4e-4123-9002-c00792352523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:04.602895 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:05.965974 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:07.694221 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:08.001620 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:32.031602 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89958ce1-1e5e-4f5e-b59f-97e7ef9427bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:34.495745 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-63369dbb-4f9a-4030-a5c1-80905c783eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:34.604026 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:35.968996 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:37.697113 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:38.001170 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:09:40.372170 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:10:02.034033 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-649ec8b1-7dd4-4168-b610-681e2a09b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:04.498295 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3773-f2b4-48fc-8297-e4cab36fcb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:04.605682 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:05.973538 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:07.701088 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:07.999362 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:17.372154 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:10:32.034104 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c756b2cb-7d7f-4a64-97a5-6b4a70d30c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:34.499274 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b95b9664-fb56-4c30-9846-ca728e0c67b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:34.608623 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc9b65f8-7444-43cb-8657-80cff7e4834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:35.975187 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ede1d97-c8e4-463a-b8d4-cd51820c41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:37.703377 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2712-fa76-4333-977b-774876c3f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:38.013835 dv-cinder-760199-15-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7488e3ea-2fef-4ff5-b6e6-adebc1411adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749590191463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8076837'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:10:54.372061 dv-cinder-760199-15-iscsi neutron-server[93892]: DEBUG neutron.db.agents_db [None req-9b8b1b49-eacd-45a2-afd8-46bb1bd6a49b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}